2024-11-11 05:17:08,531 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 05:17:08,566 main DEBUG Took 0.032690 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 05:17:08,567 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 05:17:08,567 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 05:17:08,569 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 05:17:08,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,582 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 05:17:08,598 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,608 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,611 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,612 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,616 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,619 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 05:17:08,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,622 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 05:17:08,624 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 05:17:08,626 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 05:17:08,630 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 05:17:08,631 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 05:17:08,636 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 05:17:08,636 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 05:17:08,648 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 05:17:08,654 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 05:17:08,657 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 05:17:08,658 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 05:17:08,661 main DEBUG createAppenders(={Console}) 2024-11-11 05:17:08,663 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 05:17:08,666 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 05:17:08,666 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 05:17:08,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 05:17:08,668 main DEBUG OutputStream closed 2024-11-11 05:17:08,668 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 05:17:08,668 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 05:17:08,669 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 05:17:08,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 05:17:08,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 05:17:08,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 05:17:08,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 05:17:08,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 05:17:08,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 05:17:08,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 05:17:08,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 05:17:08,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 05:17:08,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 05:17:08,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 05:17:08,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 05:17:08,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 05:17:08,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 05:17:08,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 05:17:08,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 05:17:08,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 05:17:08,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 05:17:08,804 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 05:17:08,805 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 05:17:08,805 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 05:17:08,806 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T05:17:08,824 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 05:17:08,827 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 05:17:08,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T05:17:08,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=8412 2024-11-11T05:17:09,199 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T05:17:09,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa 2024-11-11T05:17:09,265 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c, deleteOnExit=true 2024-11-11T05:17:09,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/zookeeper_0, clientPort=60425, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:17:09,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60425 2024-11-11T05:17:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:17:09,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:17:09,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/test.cache.data in system properties and HBase conf 2024-11-11T05:17:09,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:17:09,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:17:09,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:17:09,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:17:09,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:17:09,562 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T05:17:09,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:17:09,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:09,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:09,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:17:09,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:09,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:17:09,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:17:09,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:09,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:09,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:17:09,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:17:09,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:17:09,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:09,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:17:09,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:17:11,222 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T05:17:11,321 INFO [Time-limited test {}] log.Log(170): Logging initialized @3733ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T05:17:11,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:11,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:11,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:11,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:11,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:17:11,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:11,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:11,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:11,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/java.io.tmpdir/jetty-localhost-36851-hadoop-hdfs-3_4_1-tests_jar-_-any-16009084471745447213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:11,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:36851} 2024-11-11T05:17:11,838 INFO [Time-limited test {}] server.Server(415): Started @4251ms 2024-11-11T05:17:12,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:12,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:12,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:12,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:12,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:17:12,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:12,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:12,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/java.io.tmpdir/jetty-localhost-41649-hadoop-hdfs-3_4_1-tests_jar-_-any-12961547531269897286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:12,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:41649} 2024-11-11T05:17:12,606 INFO [Time-limited test {}] server.Server(415): Started @5020ms 2024-11-11T05:17:12,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:17:14,112 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/data/data1/current/BP-474991869-172.17.0.2-1731302230409/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:14,112 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/data/data2/current/BP-474991869-172.17.0.2-1731302230409/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:14,156 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:17:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ddacaee60547e82 with lease ID 0x33fb8f0d5d6a8574: Processing first storage report for DS-14359327-86b3-4693-ae27-4ae92299a977 from datanode DatanodeRegistration(127.0.0.1:40429, datanodeUuid=4818003a-2fc6-4010-9ef1-4b2311526b7e, infoPort=41463, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=857908955;c=1731302230409) 2024-11-11T05:17:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ddacaee60547e82 with lease ID 0x33fb8f0d5d6a8574: from storage DS-14359327-86b3-4693-ae27-4ae92299a977 node DatanodeRegistration(127.0.0.1:40429, datanodeUuid=4818003a-2fc6-4010-9ef1-4b2311526b7e, infoPort=41463, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=857908955;c=1731302230409), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:17:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ddacaee60547e82 with lease ID 0x33fb8f0d5d6a8574: Processing first storage report for DS-0aa1a84f-4616-4d69-a786-7f6ecbe43d73 from datanode DatanodeRegistration(127.0.0.1:40429, datanodeUuid=4818003a-2fc6-4010-9ef1-4b2311526b7e, infoPort=41463, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=857908955;c=1731302230409) 2024-11-11T05:17:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ddacaee60547e82 with lease ID 0x33fb8f0d5d6a8574: from storage DS-0aa1a84f-4616-4d69-a786-7f6ecbe43d73 node DatanodeRegistration(127.0.0.1:40429, datanodeUuid=4818003a-2fc6-4010-9ef1-4b2311526b7e, infoPort=41463, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=857908955;c=1731302230409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:14,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa 2024-11-11T05:17:14,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:14,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:17:15,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845 with version=8 2024-11-11T05:17:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/hbase-staging 2024-11-11T05:17:15,202 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T05:17:15,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:15,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:15,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:15,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:15,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:17:15,795 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T05:17:15,805 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T05:17:15,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:15,833 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12898 (auto-detected) 2024-11-11T05:17:15,834 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T05:17:15,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42079 2024-11-11T05:17:15,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42079 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420790x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:16,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42079-0x101285381200000 connected 2024-11-11T05:17:16,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:16,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:16,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:16,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845, hbase.cluster.distributed=false 2024-11-11T05:17:16,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/acl 2024-11-11T05:17:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42079 2024-11-11T05:17:16,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42079 2024-11-11T05:17:16,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42079 2024-11-11T05:17:16,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42079 2024-11-11T05:17:16,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42079 2024-11-11T05:17:16,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:16,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:16,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:16,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:16,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:16,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:16,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:17:16,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:16,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40595 2024-11-11T05:17:16,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40595 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:16,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:16,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:16,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405950x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:16,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405950x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:16,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40595-0x101285381200001 connected 2024-11-11T05:17:16,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:17:16,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:17:16,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/master 2024-11-11T05:17:16,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/acl 2024-11-11T05:17:16,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40595 2024-11-11T05:17:16,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40595 2024-11-11T05:17:16,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40595 2024-11-11T05:17:16,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40595 2024-11-11T05:17:16,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40595 2024-11-11T05:17:16,717 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:42079 2024-11-11T05:17:16,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1300343484/backup-masters/1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:16,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:16,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:16,740 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/backup-masters/1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:16,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:16,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/master 2024-11-11T05:17:16,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:16,771 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/master 2024-11-11T05:17:16,773 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1300343484/backup-masters/1d14b453aaa0,42079,1731302235359 from backup master directory 2024-11-11T05:17:16,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/backup-masters/1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:16,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:16,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:16,780 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:16,781 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:16,783 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T05:17:16,785 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T05:17:16,861 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/hbase.id] with ID: 3a888f51-4838-4c09-9222-905024f4d3b0 2024-11-11T05:17:16,861 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.tmp/hbase.id 2024-11-11T05:17:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:17:16,882 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.tmp/hbase.id]:[hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/hbase.id] 2024-11-11T05:17:16,940 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:16,946 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:17:16,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-11T05:17:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:16,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:17:17,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:17,014 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:17:17,037 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T05:17:17,048 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:17:17,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store 2024-11-11T05:17:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:17:17,593 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T05:17:17,598 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:17,599 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:17,600 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:17,600 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:17,602 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:17,602 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:17,602 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:17,604 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302237599Disabling compacts and flushes for region at 1731302237599Disabling writes for close at 1731302237602 (+3 ms)Writing region close event to WAL at 1731302237602Closed at 1731302237602 2024-11-11T05:17:17,606 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/.initializing 2024-11-11T05:17:17,607 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:17,618 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:17,639 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C42079%2C1731302235359, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/oldWALs, maxLogs=10 2024-11-11T05:17:17,688 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359/1d14b453aaa0%2C42079%2C1731302235359.1731302237645, exclude list is [], retry=0 2024-11-11T05:17:17,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:17,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T05:17:17,781 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:17,782 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:17,783 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:17,783 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:17,787 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:17:17,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:17,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:17,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:17:17,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:17,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:17,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:17:17,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:17,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:17,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:17:17,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:17,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:17,894 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,897 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,899 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,905 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,912 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:17,917 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:17,923 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:17,924 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61331276, jitterRate=-0.08609277009963989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:17,932 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302237804Initializing all the Stores at 1731302237806 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302237806Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302237808 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302237808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302237808Cleaning up temporary data from old regions at 1731302237908 (+100 ms)Region opened successfully at 1731302237932 (+24 ms) 2024-11-11T05:17:17,934 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:17:17,967 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:18,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:17:18,022 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:17:18,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:17:18,026 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:17:18,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T05:17:18,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T05:17:18,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:17:18,069 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:17:18,081 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/balancer because node does not exist (not necessarily an error) 2024-11-11T05:17:18,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/balancer already deleted, retry=false 2024-11-11T05:17:18,214 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:17:18,216 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:17:18,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/normalizer already deleted, retry=false 2024-11-11T05:17:18,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:17:18,228 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:17:18,231 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/switch/split already deleted, retry=false 2024-11-11T05:17:18,233 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:17:18,242 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/switch/merge already deleted, retry=false 2024-11-11T05:17:18,263 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:17:18,274 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/snapshot-cleanup already deleted, retry=false 2024-11-11T05:17:18,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:18,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:18,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,288 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,42079,1731302235359, sessionid=0x101285381200000, setting cluster-up flag (Was=false) 2024-11-11T05:17:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,348 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300343484/flush-table-proc/acquired, /0-1300343484/flush-table-proc/reached, /0-1300343484/flush-table-proc/abort 2024-11-11T05:17:18,350 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:18,400 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300343484/online-snapshot/acquired, /0-1300343484/online-snapshot/reached, /0-1300343484/online-snapshot/abort 2024-11-11T05:17:18,402 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:18,410 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:17:18,502 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(746): ClusterId : 3a888f51-4838-4c09-9222-905024f4d3b0 2024-11-11T05:17:18,504 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:17:18,504 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:18,516 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:17:18,518 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:17:18,518 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:17:18,524 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:17:18,528 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:17:18,529 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f0ce75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:18,531 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,42079,1731302235359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:17:18,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:18,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:18,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:18,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:18,542 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:17:18,542 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,542 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:18,542 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,548 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:40595 2024-11-11T05:17:18,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302268548 2024-11-11T05:17:18,551 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:17:18,552 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:17:18,552 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:17:18,552 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:17:18,552 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:17:18,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:17:18,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:17:18,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:18,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:17:18,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:17:18,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:17:18,558 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,42079,1731302235359 with port=40595, startcode=1731302236525 2024-11-11T05:17:18,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:18,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:17:18,568 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:17:18,569 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:17:18,570 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:17:18,570 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:17:18,571 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:17:18,573 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:17:18,574 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:17:18,576 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302238575,5,FailOnTimeoutGroup] 2024-11-11T05:17:18,580 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302238576,5,FailOnTimeoutGroup] 2024-11-11T05:17:18,581 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,581 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:17:18,584 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,585 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:17:18,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:17:18,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845 2024-11-11T05:17:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:17:18,626 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:17:18,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:18,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42079 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:18,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:18,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:18,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:18,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:18,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:18,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:18,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:18,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:18,655 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845 2024-11-11T05:17:18,655 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46379 2024-11-11T05:17:18,655 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:17:18,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:18,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:18,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:18,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:18,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:18,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/rs 2024-11-11T05:17:18,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:18,664 DEBUG [RS:0;1d14b453aaa0:40595 {}] zookeeper.ZKUtil(111): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/rs/1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:18,664 WARN [RS:0;1d14b453aaa0:40595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:18,665 INFO [RS:0;1d14b453aaa0:40595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:18,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:18,665 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:18,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:18,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:18,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:18,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:18,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,40595,1731302236525] 2024-11-11T05:17:18,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:18,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:18,690 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70056166, jitterRate=0.043918222188949585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:18,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302238628Initializing all the Stores at 1731302238632 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302238632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302238640 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302238640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302238640Cleaning up temporary data from old regions at 1731302238671 (+31 ms)Region opened successfully at 1731302238695 (+24 ms) 2024-11-11T05:17:18,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:18,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:18,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:18,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:18,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:18,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:18,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302238696Disabling compacts and flushes for region at 1731302238696Disabling writes for close at 1731302238696Writing region close event to WAL at 1731302238698 (+2 ms)Closed at 1731302238698 2024-11-11T05:17:18,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:18,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:17:18,708 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:17:18,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:17:18,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:18,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:17:18,729 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:17:18,734 INFO [RS:0;1d14b453aaa0:40595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:17:18,734 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,736 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:17:18,744 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:17:18,745 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,746 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,746 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,746 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,747 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,747 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,747 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:18,747 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,747 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,748 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,748 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,748 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,748 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:18,748 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:18,749 DEBUG [RS:0;1d14b453aaa0:40595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:18,750 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,751 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,751 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,751 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,751 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,751 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40595,1731302236525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:18,779 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:17:18,781 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40595,1731302236525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,781 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,782 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.Replication(171): 1d14b453aaa0,40595,1731302236525 started 2024-11-11T05:17:18,807 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:18,807 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,40595,1731302236525, RpcServer on 1d14b453aaa0/172.17.0.2:40595, sessionid=0x101285381200001 2024-11-11T05:17:18,808 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:17:18,809 DEBUG [RS:0;1d14b453aaa0:40595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,809 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40595,1731302236525' 2024-11-11T05:17:18,809 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300343484/flush-table-proc/abort' 2024-11-11T05:17:18,810 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300343484/flush-table-proc/acquired' 2024-11-11T05:17:18,811 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:17:18,811 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:17:18,812 DEBUG [RS:0;1d14b453aaa0:40595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:18,812 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40595,1731302236525' 2024-11-11T05:17:18,812 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300343484/online-snapshot/abort' 2024-11-11T05:17:18,813 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300343484/online-snapshot/acquired' 2024-11-11T05:17:18,813 DEBUG [RS:0;1d14b453aaa0:40595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:17:18,814 INFO [RS:0;1d14b453aaa0:40595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:17:18,814 INFO [RS:0;1d14b453aaa0:40595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:17:18,874 WARN [1d14b453aaa0:42079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:17:18,920 INFO [RS:0;1d14b453aaa0:40595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:18,927 INFO [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40595%2C1731302236525, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:18,950 DEBUG [RS:0;1d14b453aaa0:40595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930, exclude list is [], retry=0 2024-11-11T05:17:18,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:18,958 INFO [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 2024-11-11T05:17:18,958 DEBUG [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:19,126 DEBUG [1d14b453aaa0:42079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:19,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:19,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40595,1731302236525, state=OPENING 2024-11-11T05:17:19,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:17:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:19,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:19,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:19,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:19,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40595,1731302236525}] 2024-11-11T05:17:19,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:17:19,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:17:19,438 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:17:19,438 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:19,439 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:17:19,442 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40595%2C1731302236525.meta, suffix=.meta, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:19,459 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.meta.1731302239444.meta, exclude list is [], retry=0 2024-11-11T05:17:19,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:19,468 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.meta.1731302239444.meta 2024-11-11T05:17:19,469 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:19,469 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:19,475 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:19,476 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:19,479 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:17:19,482 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:17:19,486 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:17:19,487 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:19,487 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:17:19,487 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:17:19,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:19,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:19,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:19,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:19,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:19,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:19,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:19,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:19,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:19,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:19,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:19,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:19,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:19,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:19,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:19,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:19,504 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:19,507 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:19,511 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:19,513 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:19,513 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:19,514 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:19,517 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:19,518 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71303302, jitterRate=0.06250199675559998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:19,518 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:17:19,520 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302239488Writing region info on filesystem at 1731302239488Initializing all the Stores at 1731302239491 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302239491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302239491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302239491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302239491Cleaning up temporary data from old regions at 1731302239514 (+23 ms)Running coprocessor post-open hooks at 1731302239518 (+4 ms)Region opened successfully at 1731302239519 (+1 ms) 2024-11-11T05:17:19,527 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302239415 2024-11-11T05:17:19,540 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:17:19,541 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:17:19,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:19,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40595,1731302236525, state=OPEN 2024-11-11T05:17:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:19,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:19,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:19,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:19,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:17:19,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40595,1731302236525 in 334 msec 2024-11-11T05:17:19,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:17:19,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 878 msec 2024-11-11T05:17:19,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:19,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:17:19,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:19,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40595,1731302236525, seqNum=-1] 2024-11-11T05:17:19,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:19,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:19,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-11T05:17:19,667 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302239666, completionTime=-1 2024-11-11T05:17:19,670 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:17:19,670 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:17:19,706 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:17:19,706 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302299706 2024-11-11T05:17:19,706 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302359706 2024-11-11T05:17:19,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-11T05:17:19,709 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:42079, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,715 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,718 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,720 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:17:19,785 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.004sec 2024-11-11T05:17:19,787 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:17:19,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:17:19,789 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:17:19,790 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:17:19,790 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:17:19,791 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:19,791 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:17:19,801 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:17:19,802 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:17:19,803 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42079,1731302235359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:19,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:19,815 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T05:17:19,815 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T05:17:19,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42079,-1 for getting cluster id 2024-11-11T05:17:19,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:19,828 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a888f51-4838-4c09-9222-905024f4d3b0' 2024-11-11T05:17:19,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a888f51-4838-4c09-9222-905024f4d3b0" 2024-11-11T05:17:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42079,-1] 2024-11-11T05:17:19,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:19,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:19,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:19,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40595,1731302236525, seqNum=-1] 2024-11-11T05:17:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:19,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:19,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:19,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:19,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101285381200002 connected 2024-11-11T05:17:19,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir so I do NOT create it in target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2 2024-11-11T05:17:19,910 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.tmp.dir so I do NOT create it in target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2 2024-11-11T05:17:19,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:17:19,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/cluster_81291f73-6c07-8bc1-3c77-3c5b2ebb728e, deleteOnExit=true 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/test.cache.data in system properties and HBase conf 2024-11-11T05:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:17:19,912 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:17:19,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:17:19,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:19,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:17:19,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:17:20,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:20,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:20,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:20,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:20,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:17:20,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:20,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:20,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:20,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/java.io.tmpdir/jetty-localhost-42037-hadoop-hdfs-3_4_1-tests_jar-_-any-209991702472823854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:20,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:42037} 2024-11-11T05:17:20,468 INFO [Time-limited test {}] server.Server(415): Started @12882ms 2024-11-11T05:17:20,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:20,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:20,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:20,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:20,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:17:20,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:20,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:20,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/java.io.tmpdir/jetty-localhost-43437-hadoop-hdfs-3_4_1-tests_jar-_-any-18307180952261221264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:20,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:43437} 2024-11-11T05:17:20,839 INFO [Time-limited test {}] server.Server(415): Started @13253ms 2024-11-11T05:17:20,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:17:21,880 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/cluster_81291f73-6c07-8bc1-3c77-3c5b2ebb728e/data/data1/current/BP-1672764660-172.17.0.2-1731302239939/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:21,881 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/cluster_81291f73-6c07-8bc1-3c77-3c5b2ebb728e/data/data2/current/BP-1672764660-172.17.0.2-1731302239939/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:21,900 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:17:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c8ff5e57f073da with lease ID 0xef7c22e509054264: Processing first storage report for DS-af052403-f7c5-4174-ac82-b393b20bc506 from datanode DatanodeRegistration(127.0.0.1:37069, datanodeUuid=07bc454e-9cdc-492a-9e59-21b3b35e8de8, infoPort=35129, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1034300884;c=1731302239939) 2024-11-11T05:17:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c8ff5e57f073da with lease ID 0xef7c22e509054264: from storage DS-af052403-f7c5-4174-ac82-b393b20bc506 node DatanodeRegistration(127.0.0.1:37069, datanodeUuid=07bc454e-9cdc-492a-9e59-21b3b35e8de8, infoPort=35129, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1034300884;c=1731302239939), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:17:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c8ff5e57f073da with lease ID 0xef7c22e509054264: Processing first storage report for DS-3f256ac0-1786-4397-8270-426bb2568e86 from datanode DatanodeRegistration(127.0.0.1:37069, datanodeUuid=07bc454e-9cdc-492a-9e59-21b3b35e8de8, infoPort=35129, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1034300884;c=1731302239939) 2024-11-11T05:17:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c8ff5e57f073da with lease ID 0xef7c22e509054264: from storage DS-3f256ac0-1786-4397-8270-426bb2568e86 node DatanodeRegistration(127.0.0.1:37069, datanodeUuid=07bc454e-9cdc-492a-9e59-21b3b35e8de8, infoPort=35129, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1034300884;c=1731302239939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:21,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2 2024-11-11T05:17:21,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:21,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:17:22,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169 with version=8 2024-11-11T05:17:22,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/hbase-staging 2024-11-11T05:17:22,410 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:22,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:22,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:22,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:17:22,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:22,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45285 2024-11-11T05:17:22,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45285 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:22,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452850x0, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:22,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45285-0x101285381200003 connected 2024-11-11T05:17:22,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/running 2024-11-11T05:17:22,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169, hbase.cluster.distributed=false 2024-11-11T05:17:22,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/acl 2024-11-11T05:17:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-11T05:17:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45285 2024-11-11T05:17:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45285 2024-11-11T05:17:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-11T05:17:22,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-11T05:17:22,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:17:22,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:22,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41893 2024-11-11T05:17:22,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41893 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:22,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418930x0, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:22,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418930x0, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/running 2024-11-11T05:17:22,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41893-0x101285381200004 connected 2024-11-11T05:17:22,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:17:22,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:17:22,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/master 2024-11-11T05:17:22,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/acl 2024-11-11T05:17:22,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41893 2024-11-11T05:17:22,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41893 2024-11-11T05:17:22,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41893 2024-11-11T05:17:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41893 2024-11-11T05:17:22,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41893 2024-11-11T05:17:22,599 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:45285 2024-11-11T05:17:22,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-60205378/backup-masters/1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/backup-masters 2024-11-11T05:17:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/backup-masters 2024-11-11T05:17:22,611 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on existing znode=/1-60205378/backup-masters/1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-60205378/master 2024-11-11T05:17:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:22,622 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on existing znode=/1-60205378/master 2024-11-11T05:17:22,622 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-60205378/backup-masters/1d14b453aaa0,45285,1731302242409 from backup master directory 2024-11-11T05:17:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-60205378/backup-masters/1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/backup-masters 2024-11-11T05:17:22,632 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:22,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/backup-masters 2024-11-11T05:17:22,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:22,638 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/hbase.id] with ID: 6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:22,639 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/.tmp/hbase.id 2024-11-11T05:17:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:17:22,646 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/.tmp/hbase.id]:[hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/hbase.id] 2024-11-11T05:17:22,667 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:22,667 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:17:22,669 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:17:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:17:23,085 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:23,087 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:17:23,088 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:17:23,506 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store 2024-11-11T05:17:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:23,520 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:23,520 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:23,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302243520Disabling compacts and flushes for region at 1731302243520Disabling writes for close at 1731302243520Writing region close event to WAL at 1731302243520Closed at 1731302243520 2024-11-11T05:17:23,522 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/.initializing 2024-11-11T05:17:23,522 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/WALs/1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:23,524 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:23,527 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C45285%2C1731302242409, suffix=, logDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/WALs/1d14b453aaa0,45285,1731302242409, archiveDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/oldWALs, maxLogs=10 2024-11-11T05:17:23,540 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/WALs/1d14b453aaa0,45285,1731302242409/1d14b453aaa0%2C45285%2C1731302242409.1731302243528, exclude list is [], retry=0 2024-11-11T05:17:23,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-af052403-f7c5-4174-ac82-b393b20bc506,DISK] 2024-11-11T05:17:23,547 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/WALs/1d14b453aaa0,45285,1731302242409/1d14b453aaa0%2C45285%2C1731302242409.1731302243528 2024-11-11T05:17:23,547 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35129:35129)] 2024-11-11T05:17:23,547 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:23,548 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:23,548 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,548 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:17:23,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:23,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:23,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:17:23,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:23,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:23,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:17:23,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:23,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:23,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:17:23,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:23,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:23,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,566 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,567 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,569 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,569 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,570 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:23,572 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:23,575 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:23,576 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354204, jitterRate=-0.08575111627578735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:23,576 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302243548Initializing all the Stores at 1731302243550 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302243550Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302243550Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302243550Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302243550Cleaning up temporary data from old regions at 1731302243569 (+19 ms)Region opened successfully at 1731302243576 (+7 ms) 2024-11-11T05:17:23,576 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:17:23,582 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c707ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:23,583 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:17:23,583 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:17:23,583 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:17:23,583 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:17:23,584 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:17:23,584 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:17:23,584 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:17:23,587 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:17:23,588 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/balancer because node does not exist (not necessarily an error) 2024-11-11T05:17:23,653 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/balancer already deleted, retry=false 2024-11-11T05:17:23,653 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:17:23,655 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:17:23,663 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/normalizer already deleted, retry=false 2024-11-11T05:17:23,664 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:17:23,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:17:23,673 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/switch/split already deleted, retry=false 2024-11-11T05:17:23,675 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:17:23,684 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/switch/merge already deleted, retry=false 2024-11-11T05:17:23,688 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:17:23,694 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/snapshot-cleanup already deleted, retry=false 2024-11-11T05:17:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-60205378/running 2024-11-11T05:17:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-60205378/running 2024-11-11T05:17:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,706 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,45285,1731302242409, sessionid=0x101285381200003, setting cluster-up flag (Was=false) 2024-11-11T05:17:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,758 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-60205378/flush-table-proc/acquired, /1-60205378/flush-table-proc/reached, /1-60205378/flush-table-proc/abort 2024-11-11T05:17:23,759 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:23,810 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-60205378/online-snapshot/acquired, /1-60205378/online-snapshot/reached, /1-60205378/online-snapshot/abort 2024-11-11T05:17:23,812 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:23,814 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:17:23,817 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:23,817 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:17:23,817 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:17:23,818 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,45285,1731302242409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:17:23,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:23,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:23,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:23,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:23,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:17:23,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:23,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:23,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:23,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302273821 2024-11-11T05:17:23,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:17:23,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:17:23,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:17:23,822 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:17:23,822 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:17:23,822 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:17:23,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:23,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:17:23,824 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:23,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:23,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:17:23,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:17:23,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:17:23,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:17:23,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:17:23,829 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:17:23,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:17:23,830 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302243830,5,FailOnTimeoutGroup] 2024-11-11T05:17:23,830 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302243830,5,FailOnTimeoutGroup] 2024-11-11T05:17:23,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:23,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:17:23,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:23,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:23,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:17:23,892 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(746): ClusterId : 6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:23,893 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:17:23,908 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:17:23,908 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:17:23,918 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:17:23,919 DEBUG [RS:0;1d14b453aaa0:41893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd93d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:23,934 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:41893 2024-11-11T05:17:23,935 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:17:23,935 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:17:23,935 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:17:23,936 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,45285,1731302242409 with port=41893, startcode=1731302242566 2024-11-11T05:17:23,936 DEBUG [RS:0;1d14b453aaa0:41893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:17:23,938 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:17:23,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:23,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:23,941 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169 2024-11-11T05:17:23,941 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40867 2024-11-11T05:17:23,942 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:17:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/rs 2024-11-11T05:17:23,992 DEBUG [RS:0;1d14b453aaa0:41893 {}] zookeeper.ZKUtil(111): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on existing znode=/1-60205378/rs/1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:23,992 WARN [RS:0;1d14b453aaa0:41893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:23,992 INFO [RS:0;1d14b453aaa0:41893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:23,992 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:23,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,41893,1731302242566] 2024-11-11T05:17:23,999 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:17:24,002 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:17:24,003 INFO [RS:0;1d14b453aaa0:41893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:17:24,003 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,004 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:17:24,005 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:17:24,005 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,006 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,006 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,006 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,006 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,006 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,007 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:24,008 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:24,008 DEBUG [RS:0;1d14b453aaa0:41893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,008 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41893,1731302242566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:24,021 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:17:24,021 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41893,1731302242566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,021 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,022 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.Replication(171): 1d14b453aaa0,41893,1731302242566 started 2024-11-11T05:17:24,033 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:24,034 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,41893,1731302242566, RpcServer on 1d14b453aaa0/172.17.0.2:41893, sessionid=0x101285381200004 2024-11-11T05:17:24,034 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:17:24,034 DEBUG [RS:0;1d14b453aaa0:41893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:24,034 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41893,1731302242566' 2024-11-11T05:17:24,034 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-60205378/flush-table-proc/abort' 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-60205378/flush-table-proc/acquired' 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41893,1731302242566' 2024-11-11T05:17:24,035 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-60205378/online-snapshot/abort' 2024-11-11T05:17:24,036 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-60205378/online-snapshot/acquired' 2024-11-11T05:17:24,036 DEBUG [RS:0;1d14b453aaa0:41893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:17:24,036 INFO [RS:0;1d14b453aaa0:41893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:17:24,036 INFO [RS:0;1d14b453aaa0:41893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:17:24,138 INFO [RS:0;1d14b453aaa0:41893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:24,144 INFO [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41893%2C1731302242566, suffix=, logDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566, archiveDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/oldWALs, maxLogs=10 2024-11-11T05:17:24,162 DEBUG [RS:0;1d14b453aaa0:41893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566/1d14b453aaa0%2C41893%2C1731302242566.1731302244148, exclude list is [], retry=0 2024-11-11T05:17:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-af052403-f7c5-4174-ac82-b393b20bc506,DISK] 2024-11-11T05:17:24,168 INFO [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566/1d14b453aaa0%2C41893%2C1731302242566.1731302244148 2024-11-11T05:17:24,168 DEBUG [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35129:35129)] 2024-11-11T05:17:24,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:17:24,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169 2024-11-11T05:17:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:17:24,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:24,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:24,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:24,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:24,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:24,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:24,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:24,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:24,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:24,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:24,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:24,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:24,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:24,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:24,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:24,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:24,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:24,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:24,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740 2024-11-11T05:17:24,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740 2024-11-11T05:17:24,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:24,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:24,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:24,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:24,678 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:24,679 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73195840, jitterRate=0.09070301055908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302244651Initializing all the Stores at 1731302244653 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302244653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302244653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302244653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302244653Cleaning up temporary data from old regions at 1731302244671 (+18 ms)Region opened successfully at 1731302244679 (+8 ms) 2024-11-11T05:17:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:24,679 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:24,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:24,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:24,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:24,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302244679Disabling compacts and flushes for region at 1731302244679Disabling writes for close at 1731302244679Writing region close event to WAL at 1731302244680 (+1 ms)Closed at 1731302244680 2024-11-11T05:17:24,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:24,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:17:24,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:17:24,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:24,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:17:24,837 DEBUG [1d14b453aaa0:45285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:24,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:24,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41893,1731302242566, state=OPENING 2024-11-11T05:17:24,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:24,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:24,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-60205378/meta-region-server: CHANGED 2024-11-11T05:17:24,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-60205378/meta-region-server: CHANGED 2024-11-11T05:17:24,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41893,1731302242566}] 2024-11-11T05:17:24,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:25,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:17:25,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:17:25,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:17:25,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:25,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:17:25,033 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41893%2C1731302242566.meta, suffix=.meta, logDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566, archiveDir=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/oldWALs, maxLogs=10 2024-11-11T05:17:25,046 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566/1d14b453aaa0%2C41893%2C1731302242566.meta.1731302245034.meta, exclude list is [], retry=0 2024-11-11T05:17:25,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37069,DS-af052403-f7c5-4174-ac82-b393b20bc506,DISK] 2024-11-11T05:17:25,052 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/WALs/1d14b453aaa0,41893,1731302242566/1d14b453aaa0%2C41893%2C1731302242566.meta.1731302245034.meta 2024-11-11T05:17:25,053 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35129:35129)] 2024-11-11T05:17:25,053 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:25,053 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:17:25,054 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:17:25,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:17:25,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:17:25,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:25,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:25,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:25,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:25,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:25,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:25,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:25,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:25,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:25,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:25,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:25,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:25,067 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:25,068 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740 2024-11-11T05:17:25,070 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740 2024-11-11T05:17:25,072 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:25,072 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:25,073 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:25,075 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:25,077 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71933156, jitterRate=0.0718875527381897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:25,077 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:17:25,077 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302245054Writing region info on filesystem at 1731302245054Initializing all the Stores at 1731302245056 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302245056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302245058 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302245058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302245058Cleaning up temporary data from old regions at 1731302245072 (+14 ms)Running coprocessor post-open hooks at 1731302245077 (+5 ms)Region opened successfully at 1731302245077 2024-11-11T05:17:25,079 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302245021 2024-11-11T05:17:25,082 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:17:25,082 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:17:25,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:25,085 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41893,1731302242566, state=OPEN 2024-11-11T05:17:25,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-60205378/meta-region-server 2024-11-11T05:17:25,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-60205378/meta-region-server 2024-11-11T05:17:25,148 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:25,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-60205378/meta-region-server: CHANGED 2024-11-11T05:17:25,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-60205378/meta-region-server: CHANGED 2024-11-11T05:17:25,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:17:25,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41893,1731302242566 in 283 msec 2024-11-11T05:17:25,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:17:25,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-11T05:17:25,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:25,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:17:25,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:25,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41893,1731302242566, seqNum=-1] 2024-11-11T05:17:25,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:25,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:25,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-11T05:17:25,177 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302245177, completionTime=-1 2024-11-11T05:17:25,177 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:17:25,178 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:17:25,180 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:17:25,180 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302305180 2024-11-11T05:17:25,180 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302365180 2024-11-11T05:17:25,180 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:17:25,180 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:45285, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,184 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.554sec 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:25,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:17:25,190 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:17:25,190 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:17:25,190 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45285,1731302242409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:25,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:25,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:25,195 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284b315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:25,199 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:25,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41893,1731302242566, seqNum=-1] 2024-11-11T05:17:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:25,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:25,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:25,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:25,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:25,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101285381200005 connected 2024-11-11T05:17:25,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42079,-1 for getting cluster id 2024-11-11T05:17:25,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:25,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a888f51-4838-4c09-9222-905024f4d3b0' 2024-11-11T05:17:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a888f51-4838-4c09-9222-905024f4d3b0" 2024-11-11T05:17:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e467468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42079,-1] 2024-11-11T05:17:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:25,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef9c717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:25,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a33f8ae 2024-11-11T05:17:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:25,259 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:25,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:17:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:17:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:25,274 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:25,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7094c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,277 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:25,277 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:25,278 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20861f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:25,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:25,281 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:25,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186ff567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:25,283 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:25,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:25,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5643cf70 2024-11-11T05:17:25,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:25,288 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:25,301 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T05:17:25,301 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:17:25,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:25,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:25,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:25,308 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:25,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:17:25,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:17:25,316 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:25,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:17:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741835_1011 (size=1138) 2024-11-11T05:17:25,365 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:25,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6840b91a5ebe0e71c019f9763bb716fd, NAME => 'hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845 2024-11-11T05:17:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741836_1012 (size=44) 2024-11-11T05:17:25,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:17:25,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:17:25,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:25,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T05:17:25,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:25,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:17:25,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:17:25,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:17:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6840b91a5ebe0e71c019f9763bb716fd, disabling compactions & flushes 2024-11-11T05:17:26,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. after waiting 0 ms 2024-11-11T05:17:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6840b91a5ebe0e71c019f9763bb716fd: Waiting for close lock at 1731302246150Disabling compacts and flushes for region at 1731302246150Disabling writes for close at 1731302246150Writing region close event to WAL at 1731302246150Closed at 1731302246150 2024-11-11T05:17:26,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:17:26,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302246155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302246155"}]},"ts":"1731302246155"} 2024-11-11T05:17:26,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:17:26,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:17:26,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302246169"}]},"ts":"1731302246169"} 2024-11-11T05:17:26,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:17:26,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN}] 2024-11-11T05:17:26,179 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN 2024-11-11T05:17:26,180 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40595,1731302236525; forceNewPlan=false, retain=false 2024-11-11T05:17:26,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6840b91a5ebe0e71c019f9763bb716fd, regionState=OPENING, regionLocation=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:26,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN because future has completed 2024-11-11T05:17:26,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,40595,1731302236525}] 2024-11-11T05:17:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:26,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:26,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:17:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40595%2C1731302236525.rep, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:26,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.rep.1731302246514, exclude list is [], retry=0 2024-11-11T05:17:26,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:26,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.rep.1731302246514 2024-11-11T05:17:26,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:26,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6840b91a5ebe0e71c019f9763bb716fd, NAME => 'hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:26,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. service=MultiRowMutationService 2024-11-11T05:17:26,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,537 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,539 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName hfileref 2024-11-11T05:17:26,539 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:26,539 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:26,540 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,541 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName queue 2024-11-11T05:17:26,541 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:26,542 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:26,542 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,544 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName sid 2024-11-11T05:17:26,544 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:26,545 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:26,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:17:26,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:26,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6840b91a5ebe0e71c019f9763bb716fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350256, jitterRate=0.033399343490600586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:17:26,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:26,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6840b91a5ebe0e71c019f9763bb716fd: Running coprocessor pre-open hook at 1731302246535Writing region info on filesystem at 1731302246535Initializing all the Stores at 1731302246537 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302246537Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302246537Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302246537Cleaning up temporary data from old regions at 1731302246548 (+11 ms)Running coprocessor post-open hooks at 1731302246557 (+9 ms)Region opened successfully at 1731302246558 (+1 ms) 2024-11-11T05:17:26,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., pid=7, masterSystemTime=1731302246498 2024-11-11T05:17:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:26,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6840b91a5ebe0e71c019f9763bb716fd, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,40595,1731302236525 because future has completed 2024-11-11T05:17:26,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T05:17:26,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,40595,1731302236525 in 226 msec 2024-11-11T05:17:26,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:17:26,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN in 397 msec 2024-11-11T05:17:26,579 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:17:26,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302246579"}]},"ts":"1731302246579"} 2024-11-11T05:17:26,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:17:26,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:17:26,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-11T05:17:26,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., hostname=1d14b453aaa0,40595,1731302236525, seqNum=2] 2024-11-11T05:17:26,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40595 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T05:17:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:26,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:17:26,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T05:17:26,896 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:17:26,933 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,40595,1731302236525, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:17:26,934 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:26,934 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40595,1731302236525, seqNum=-1] 2024-11-11T05:17:26,935 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:26,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T05:17:26,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,40595,1731302236525', locateType=CURRENT is [region=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., hostname=1d14b453aaa0,40595,1731302236525, seqNum=2] 2024-11-11T05:17:26,946 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T05:17:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T05:17:26,951 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,40595,1731302236525 suceeded 2024-11-11T05:17:26,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T05:17:26,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-11T05:17:26,956 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:26,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6930 sec 2024-11-11T05:17:26,965 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:26,967 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:26,967 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:26,967 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:26,969 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:26,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:26,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4198229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:26,971 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:26,972 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:26,973 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:26,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:26,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d19e99b 2024-11-11T05:17:26,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:26,975 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T05:17:26,976 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,40595,1731302236525 (queues=1) is replicating from cluster=3a888f51-4838-4c09-9222-905024f4d3b0 to cluster=6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:26,979 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C40595%2C1731302236525 2024-11-11T05:17:26,983 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,40595,1731302236525, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:17:26,985 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C40595%2C1731302236525 2024-11-11T05:17:26,989 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930, startPosition=0, beingWritten=true 2024-11-11T05:17:27,244 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:27,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:27,428 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:17:27,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:27,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:27,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42079,-1 for getting cluster id 2024-11-11T05:17:27,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:27,435 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a888f51-4838-4c09-9222-905024f4d3b0' 2024-11-11T05:17:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a888f51-4838-4c09-9222-905024f4d3b0" 2024-11-11T05:17:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f4f382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42079,-1] 2024-11-11T05:17:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,439 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abce147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10287ed1 2024-11-11T05:17:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:27,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:27,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:17:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:17:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T05:17:27,448 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:27,449 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c12463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,449 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:27,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:27,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:27,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:27,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7642689c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,452 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:27,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2e084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:27,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:27,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2854182f 2024-11-11T05:17:27,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:27,455 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:27,456 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:17:27,456 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:17:27,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:27,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:17:27,551 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T05:17:27,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T05:17:27,699 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T05:17:27,732 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1d14b453aaa0,40595,1731302236525, ReplicationSource: 2, currentBandwidth=0 2024-11-11T05:17:27,735 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T05:17:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T05:17:27,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1d14b453aaa0,40595,1731302236525 suceeded 2024-11-11T05:17:27,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:17:27,742 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:27,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-11T05:17:27,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 298 msec 2024-11-11T05:17:27,752 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:27,753 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,753 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:27,753 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:27,754 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:27,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c5be6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:27,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:27,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,757 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:27,758 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,758 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e13db4 2024-11-11T05:17:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:27,760 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T05:17:27,761 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1d14b453aaa0,40595,1731302236525 (queues=1) is replicating from cluster=3a888f51-4838-4c09-9222-905024f4d3b0 to cluster=6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:27,761 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1d14b453aaa0%2C40595%2C1731302236525 2024-11-11T05:17:27,761 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1d14b453aaa0,40595,1731302236525, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:17:27,761 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C40595%2C1731302236525 2024-11-11T05:17:27,762 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930, startPosition=0, beingWritten=true 2024-11-11T05:17:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T05:17:27,765 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T05:17:27,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:27,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:27,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:27,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d9fb57 2024-11-11T05:17:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:27,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:27,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:27,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T05:17:27,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:27,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T05:17:27,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T05:17:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T05:17:27,786 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:27,787 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2625c4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,787 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:27,787 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:27,788 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:27,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:27,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50193fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:27,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:27,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,790 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c9173f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:27,791 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b2c114c 2024-11-11T05:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:27,793 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:27,794 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T05:17:27,794 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:17:27,794 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,794 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:27,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:27,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:17:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T05:17:27,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T05:17:27,956 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T05:17:27,957 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:27,960 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T05:17:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T05:17:27,966 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1d14b453aaa0,40595,1731302236525 suceeded 2024-11-11T05:17:27,970 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:27,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T05:17:27,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-11T05:17:27,970 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:27,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec 2024-11-11T05:17:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T05:17:28,107 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T05:17:28,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T05:17:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T05:17:28,118 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:28,119 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473f3f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:28,119 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:28,119 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:28,120 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6864ba3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:28,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:28,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,123 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:28,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454fba7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:28,124 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70cfc6ec 2024-11-11T05:17:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:28,126 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:28,127 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:17:28,127 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:17:28,127 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,127 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:28,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:17:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T05:17:28,276 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:28,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T05:17:28,292 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T05:17:28,294 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T05:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T05:17:28,300 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1d14b453aaa0,40595,1731302236525 suceeded 2024-11-11T05:17:28,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T05:17:28,306 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1d14b453aaa0:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:28,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-11T05:17:28,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-11T05:17:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T05:17:28,436 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T05:17:28,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:28,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T05:17:28,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:28,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:28,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:28,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:17:28,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-11T05:17:28,440 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,42079,1731302235359 2024-11-11T05:17:28,468 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:28,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:28,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:28,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:28,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:28,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:28,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:28,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:28,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:28,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,40595,1731302236525' ***** 2024-11-11T05:17:28,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:28,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:17:28,498 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:17:28,498 INFO [RS:0;1d14b453aaa0:40595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:17:28,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:17:28,499 INFO [RS:0;1d14b453aaa0:40595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:17:28,499 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(3091): Received CLOSE for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:28,500 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:28,500 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:28,500 INFO [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40595. 2024-11-11T05:17:28,501 DEBUG [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:28,501 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:28,501 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6840b91a5ebe0e71c019f9763bb716fd, disabling compactions & flushes 2024-11-11T05:17:28,501 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:28,501 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:17:28,501 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:28,501 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:17:28,501 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. after waiting 0 ms 2024-11-11T05:17:28,501 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:17:28,502 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:28,502 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:17:28,502 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:17:28,502 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1325): Online Regions={6840b91a5ebe0e71c019f9763bb716fd=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:17:28,502 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:28,502 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:28,502 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:28,502 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:28,502 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:28,502 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:28,505 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T05:17:28,505 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6840b91a5ebe0e71c019f9763bb716fd 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T05:17:28,563 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/.tmp/queue/64815ed15c1040d5acb640467d0d1ec0 is 151, key is 1-1d14b453aaa0,40595,1731302236525/queue:1d14b453aaa0%2C40595%2C1731302236525/1731302246940/Put/seqid=0 2024-11-11T05:17:28,563 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/e0208e32babb48e894fe9d0920ae1f43 is 147, key is hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd./info:regioninfo/1731302246564/Put/seqid=0 2024-11-11T05:17:28,566 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741839_1015 (size=5500) 2024-11-11T05:17:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741838_1014 (size=6631) 2024-11-11T05:17:28,686 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:28,703 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:28,751 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:17:28,751 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:17:28,903 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:28,975 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/.tmp/queue/64815ed15c1040d5acb640467d0d1ec0 2024-11-11T05:17:28,975 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/e0208e32babb48e894fe9d0920ae1f43 2024-11-11T05:17:29,025 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/.tmp/queue/64815ed15c1040d5acb640467d0d1ec0 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/queue/64815ed15c1040d5acb640467d0d1ec0 2024-11-11T05:17:29,034 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/queue/64815ed15c1040d5acb640467d0d1ec0, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T05:17:29,040 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6840b91a5ebe0e71c019f9763bb716fd in 534ms, sequenceid=6, compaction requested=false 2024-11-11T05:17:29,040 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:17:29,041 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/ns/17692c11eb2a49c2a79eea400f495cc7 is 43, key is default/ns:d/1731302239642/Put/seqid=0 2024-11-11T05:17:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741840_1016 (size=5153) 2024-11-11T05:17:29,048 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T05:17:29,051 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:29,051 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:29,051 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:29,051 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6840b91a5ebe0e71c019f9763bb716fd: Waiting for close lock at 1731302248500Running coprocessor pre-close hooks at 1731302248501 (+1 ms)Disabling compacts and flushes for region at 1731302248501Disabling writes for close at 1731302248501Obtaining lock to block concurrent updates at 1731302248506 (+5 ms)Preparing flush snapshotting stores in 6840b91a5ebe0e71c019f9763bb716fd at 1731302248506Finished memstore snapshotting hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731302248513 (+7 ms)Flushing stores of hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. at 1731302248514 (+1 ms)Flushing 6840b91a5ebe0e71c019f9763bb716fd/queue: creating writer at 1731302248516 (+2 ms)Flushing 6840b91a5ebe0e71c019f9763bb716fd/queue: appending metadata at 1731302248550 (+34 ms)Flushing 6840b91a5ebe0e71c019f9763bb716fd/queue: closing flushed file at 1731302248552 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50285092: reopening flushed file at 1731302249022 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6840b91a5ebe0e71c019f9763bb716fd in 534ms, sequenceid=6, compaction requested=false at 1731302249040 (+18 ms)Writing region close event to WAL at 1731302249043 (+3 ms)Running coprocessor post-close hooks at 1731302249049 (+6 ms)Closed at 1731302249051 (+2 ms) 2024-11-11T05:17:29,051 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:29,076 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:29,103 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:29,198 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:29,304 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:29,448 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/ns/17692c11eb2a49c2a79eea400f495cc7 2024-11-11T05:17:29,477 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/table/8ce4158fe1254947b819268bdfad67f0 is 53, key is hbase:replication/table:state/1731302246579/Put/seqid=0 2024-11-11T05:17:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741841_1017 (size=5256) 2024-11-11T05:17:29,504 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:17:29,504 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:17:29,504 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:29,705 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:29,783 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:29,805 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 to pos 0, reset compression=false 2024-11-11T05:17:29,888 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/table/8ce4158fe1254947b819268bdfad67f0 2024-11-11T05:17:29,898 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/e0208e32babb48e894fe9d0920ae1f43 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/info/e0208e32babb48e894fe9d0920ae1f43 2024-11-11T05:17:29,905 DEBUG [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:29,907 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/info/e0208e32babb48e894fe9d0920ae1f43, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T05:17:29,910 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/ns/17692c11eb2a49c2a79eea400f495cc7 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/ns/17692c11eb2a49c2a79eea400f495cc7 2024-11-11T05:17:29,919 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/ns/17692c11eb2a49c2a79eea400f495cc7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:17:29,921 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/table/8ce4158fe1254947b819268bdfad67f0 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/table/8ce4158fe1254947b819268bdfad67f0 2024-11-11T05:17:29,934 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/table/8ce4158fe1254947b819268bdfad67f0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T05:17:29,935 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false 2024-11-11T05:17:29,943 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:17:29,944 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:29,944 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:29,944 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:29,944 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302248502Running coprocessor pre-close hooks at 1731302248502Disabling compacts and flushes for region at 1731302248502Disabling writes for close at 1731302248502Obtaining lock to block concurrent updates at 1731302248506 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731302248506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731302248513 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302248514 (+1 ms)Flushing 1588230740/info: creating writer at 1731302248516 (+2 ms)Flushing 1588230740/info: appending metadata at 1731302248550 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731302248552 (+2 ms)Flushing 1588230740/ns: creating writer at 1731302249023 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731302249040 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731302249040Flushing 1588230740/table: creating writer at 1731302249460 (+420 ms)Flushing 1588230740/table: appending metadata at 1731302249477 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731302249477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ba18a2: reopening flushed file at 1731302249896 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a2cba5: reopening flushed file at 1731302249908 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e89d0d7: reopening flushed file at 1731302249919 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false at 1731302249935 (+16 ms)Writing region close event to WAL at 1731302249938 (+3 ms)Running coprocessor post-close hooks at 1731302249944 (+6 ms)Closed at 1731302249944 2024-11-11T05:17:29,944 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:30,105 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,40595,1731302236525; all regions closed. 2024-11-11T05:17:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741834_1010 (size=2742) 2024-11-11T05:17:30,118 DEBUG [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:30,118 INFO [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C40595%2C1731302236525.meta:.meta(num 1731302239444) 2024-11-11T05:17:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741837_1013 (size=1802) 2024-11-11T05:17:30,131 DEBUG [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:30,131 INFO [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C40595%2C1731302236525.rep:(num 1731302246514) 2024-11-11T05:17:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741833_1009 (size=93) 2024-11-11T05:17:30,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525/1d14b453aaa0%2C40595%2C1731302236525.1731302238930 not finished, retry = 0 2024-11-11T05:17:30,240 DEBUG [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:30,240 INFO [RS:0;1d14b453aaa0:40595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C40595%2C1731302236525:(num 1731302238930) 2024-11-11T05:17:30,240 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:30,240 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:30,240 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:30,241 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:30,241 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:30,241 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:30,242 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,40595,1731302236525 because: Region server is closing 2024-11-11T05:17:30,242 INFO [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40595. 2024-11-11T05:17:30,242 DEBUG [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:30,242 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:30,242 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:30,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:30,343 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:17:30,343 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:17:30,343 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,1-1d14b453aaa0,40595,1731302236525 terminated 2024-11-11T05:17:30,344 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1d14b453aaa0,40595,1731302236525 because: Region server is closing 2024-11-11T05:17:30,344 INFO [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40595. 2024-11-11T05:17:30,344 DEBUG [RS:0;1d14b453aaa0:40595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:30,344 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:30,344 DEBUG [RS:0;1d14b453aaa0:40595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:30,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:30,445 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:17:30,445 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.wal-reader.1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:17:30,445 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,40595,1731302236525.replicationSource.shipper1d14b453aaa0%2C40595%2C1731302236525,2-1d14b453aaa0,40595,1731302236525 terminated 2024-11-11T05:17:30,446 INFO [RS:0;1d14b453aaa0:40595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40595 2024-11-11T05:17:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/rs/1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/rs 2024-11-11T05:17:30,494 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:30,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,40595,1731302236525] 2024-11-11T05:17:30,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/draining/1d14b453aaa0,40595,1731302236525 already deleted, retry=false 2024-11-11T05:17:30,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,40595,1731302236525 expired; onlineServers=0 2024-11-11T05:17:30,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,42079,1731302235359' ***** 2024-11-11T05:17:30,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:17:30,516 INFO [M:0;1d14b453aaa0:42079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:30,516 INFO [M:0;1d14b453aaa0:42079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:30,516 DEBUG [M:0;1d14b453aaa0:42079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:17:30,516 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:17:30,516 DEBUG [M:0;1d14b453aaa0:42079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:17:30,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302238576 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302238576,5,FailOnTimeoutGroup] 2024-11-11T05:17:30,516 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302238575 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302238575,5,FailOnTimeoutGroup] 2024-11-11T05:17:30,516 INFO [M:0;1d14b453aaa0:42079 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:30,516 INFO [M:0;1d14b453aaa0:42079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:30,517 DEBUG [M:0;1d14b453aaa0:42079 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:17:30,517 INFO [M:0;1d14b453aaa0:42079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:17:30,517 INFO [M:0;1d14b453aaa0:42079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:30,517 INFO [M:0;1d14b453aaa0:42079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:17:30,517 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:17:30,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/master 2024-11-11T05:17:30,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:30,526 DEBUG [M:0;1d14b453aaa0:42079 {}] zookeeper.ZKUtil(347): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/master because node does not exist (not an error) 2024-11-11T05:17:30,526 WARN [M:0;1d14b453aaa0:42079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:17:30,527 INFO [M:0;1d14b453aaa0:42079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.lastflushedseqids 2024-11-11T05:17:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741842_1018 (size=181) 2024-11-11T05:17:30,539 INFO [M:0;1d14b453aaa0:42079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:17:30,540 INFO [M:0;1d14b453aaa0:42079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:17:30,540 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:30,540 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:30,540 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:30,540 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:30,540 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:30,540 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T05:17:30,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:30,563 DEBUG [M:0;1d14b453aaa0:42079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e21c0a9fc746a5877d2f671b5eaa49 is 82, key is hbase:meta,,1/info:regioninfo/1731302239542/Put/seqid=0 2024-11-11T05:17:30,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741843_1019 (size=5672) 2024-11-11T05:17:30,588 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e21c0a9fc746a5877d2f671b5eaa49 2024-11-11T05:17:30,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:30,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40595-0x101285381200001, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:30,606 INFO [RS:0;1d14b453aaa0:40595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:30,606 INFO [RS:0;1d14b453aaa0:40595 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,40595,1731302236525; zookeeper connection closed. 2024-11-11T05:17:30,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24c9bf01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24c9bf01 2024-11-11T05:17:30,609 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:17:30,626 DEBUG [M:0;1d14b453aaa0:42079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717a0d67daa54d128d526cf99666056d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731302246586/Put/seqid=0 2024-11-11T05:17:30,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741844_1020 (size=8663) 2024-11-11T05:17:31,039 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717a0d67daa54d128d526cf99666056d 2024-11-11T05:17:31,069 DEBUG [M:0;1d14b453aaa0:42079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8738bf7d3cf04e07bd10c1a6f3a29cca is 69, key is 1d14b453aaa0,40595,1731302236525/rs:state/1731302238640/Put/seqid=0 2024-11-11T05:17:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741845_1021 (size=5156) 2024-11-11T05:17:31,476 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8738bf7d3cf04e07bd10c1a6f3a29cca 2024-11-11T05:17:31,487 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e21c0a9fc746a5877d2f671b5eaa49 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e21c0a9fc746a5877d2f671b5eaa49 2024-11-11T05:17:31,495 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e21c0a9fc746a5877d2f671b5eaa49, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T05:17:31,496 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717a0d67daa54d128d526cf99666056d as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717a0d67daa54d128d526cf99666056d 2024-11-11T05:17:31,506 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717a0d67daa54d128d526cf99666056d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T05:17:31,508 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8738bf7d3cf04e07bd10c1a6f3a29cca as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8738bf7d3cf04e07bd10c1a6f3a29cca 2024-11-11T05:17:31,516 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8738bf7d3cf04e07bd10c1a6f3a29cca, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T05:17:31,517 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 977ms, sequenceid=115, compaction requested=false 2024-11-11T05:17:31,520 INFO [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:31,521 DEBUG [M:0;1d14b453aaa0:42079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302250540Disabling compacts and flushes for region at 1731302250540Disabling writes for close at 1731302250540Obtaining lock to block concurrent updates at 1731302250540Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302250540Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731302250541 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302250542 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302250542Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302250562 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302250562Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302250599 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302250624 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302250624Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302251047 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302251069 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302251069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1731302251483 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72875108: reopening flushed file at 1731302251495 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c051e6: reopening flushed file at 1731302251506 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 977ms, sequenceid=115, compaction requested=false at 1731302251517 (+11 ms)Writing region close event to WAL at 1731302251520 (+3 ms)Closed at 1731302251520 2024-11-11T05:17:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741830_1006 (size=59421) 2024-11-11T05:17:31,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:31,528 INFO [M:0;1d14b453aaa0:42079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:17:31,529 INFO [M:0;1d14b453aaa0:42079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42079 2024-11-11T05:17:31,529 INFO [M:0;1d14b453aaa0:42079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:31,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:31,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42079-0x101285381200000, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:31,679 INFO [M:0;1d14b453aaa0:42079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:31,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:17:31,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:31,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43173 2024-11-11T05:17:31,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43173 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431730x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:31,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43173-0x101285381200006 connected 2024-11-11T05:17:31,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:31,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:31,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:31,715 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: INIT 2024-11-11T05:17:31,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845, hbase.cluster.distributed=false 2024-11-11T05:17:31,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/acl 2024-11-11T05:17:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-11T05:17:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43173 2024-11-11T05:17:31,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43173 2024-11-11T05:17:31,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-11T05:17:31,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-11T05:17:31,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:31,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:31,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:31,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:31,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:17:31,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:31,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43181 2024-11-11T05:17:31,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43181 connecting to ZooKeeper ensemble=127.0.0.1:60425 2024-11-11T05:17:31,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:31,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431810x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:31,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431810x0, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:31,779 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: INIT 2024-11-11T05:17:31,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43181-0x101285381200007 connected 2024-11-11T05:17:31,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:17:31,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:17:31,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/master 2024-11-11T05:17:31,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/acl 2024-11-11T05:17:31,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-11T05:17:31,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43181 2024-11-11T05:17:31,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43181 2024-11-11T05:17:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-11T05:17:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-11T05:17:31,841 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:43173 2024-11-11T05:17:31,842 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1300343484/backup-masters/1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:31,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:31,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:31,853 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/backup-masters/1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:31,864 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/master 2024-11-11T05:17:31,864 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1300343484/backup-masters/1d14b453aaa0,43173,1731302251682 from backup master directory 2024-11-11T05:17:31,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/master 2024-11-11T05:17:31,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/backup-masters/1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/backup-masters 2024-11-11T05:17:31,876 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:31,876 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:31,892 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:31,892 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:17:31,910 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-11T05:17:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741846_1022 (size=196) 2024-11-11T05:17:32,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:32,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:17:32,326 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:32,334 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T05:17:32,337 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359 to hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359-dead as it is dead 2024-11-11T05:17:32,339 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T05:17:32,339 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T05:17:32,339 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359-dead/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:32,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359-dead/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 after 4ms 2024-11-11T05:17:32,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359-dead/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 to hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:32,347 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,42079,1731302235359-dead 2024-11-11T05:17:32,347 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:32,349 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:32,351 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C43173%2C1731302251682, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,43173,1731302251682, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/oldWALs, maxLogs=10 2024-11-11T05:17:32,371 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,43173,1731302251682/1d14b453aaa0%2C43173%2C1731302251682.1731302252351, exclude list is [], retry=0 2024-11-11T05:17:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:32,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/WALs/1d14b453aaa0,43173,1731302251682/1d14b453aaa0%2C43173%2C1731302251682.1731302252351 2024-11-11T05:17:32,388 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:32,388 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:32,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:32,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:17:32,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:32,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e21c0a9fc746a5877d2f671b5eaa49 2024-11-11T05:17:32,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:32,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:17:32,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:32,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717a0d67daa54d128d526cf99666056d 2024-11-11T05:17:32,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:32,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:17:32,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:32,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8738bf7d3cf04e07bd10c1a6f3a29cca 2024-11-11T05:17:32,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:32,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:17:32,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:32,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:32,445 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,446 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T05:17:32,446 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:32,466 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:32,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C42079%2C1731302235359.1731302237645 2024-11-11T05:17:32,475 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,475 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,476 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:32,478 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:32,482 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T05:17:32,483 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70996909, jitterRate=0.05793638527393341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:32,484 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302252389Initializing all the Stores at 1731302252390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302252390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302252391 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302252391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302252391Cleaning up temporary data from old regions at 1731302252475 (+84 ms)Region opened successfully at 1731302252483 (+8 ms) 2024-11-11T05:17:32,484 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:17:32,489 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8269048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:32,501 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T05:17:32,501 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:17:32,501 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:17:32,501 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:17:32,502 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:17:32,510 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:32,510 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:17:32,511 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:17:32,511 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:17:32,511 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T05:17:32,511 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T05:17:32,512 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T05:17:32,512 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:17:32,521 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1d14b453aaa0,40595,1731302236525, regionLocation=1d14b453aaa0,40595,1731302236525, openSeqNum=2 2024-11-11T05:17:32,521 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1d14b453aaa0,40595,1731302236525, table=hbase:meta, region=1588230740 2024-11-11T05:17:32,522 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40595,1731302236525, state=OPEN 2024-11-11T05:17:32,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:32,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:32,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:32,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:32,606 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:17:32,610 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/draining/1d14b453aaa0,40595,1731302236525 already deleted, retry=false 2024-11-11T05:17:32,610 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1d14b453aaa0,40595,1731302236525 on 1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:32,616 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1d14b453aaa0,40595,1731302236525, splitWal=true, meta=true 2024-11-11T05:17:32,618 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 1d14b453aaa0,40595,1731302236525 (carryingMeta=true) 1d14b453aaa0,40595,1731302236525/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@38b74960[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T05:17:32,623 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/balancer because node does not exist (not necessarily an error) 2024-11-11T05:17:32,659 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/balancer already deleted, retry=false 2024-11-11T05:17:32,660 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:17:32,661 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:17:32,684 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/normalizer already deleted, retry=false 2024-11-11T05:17:32,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:17:32,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:17:32,694 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/switch/split already deleted, retry=false 2024-11-11T05:17:32,695 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:17:32,705 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/switch/merge already deleted, retry=false 2024-11-11T05:17:32,740 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Unable to get data of znode /0-1300343484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:17:32,747 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/snapshot-cleanup already deleted, retry=false 2024-11-11T05:17:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:32,761 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,43173,1731302251682, sessionid=0x101285381200006, setting cluster-up flag (Was=false) 2024-11-11T05:17:32,769 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300343484/flush-table-proc/acquired, /0-1300343484/flush-table-proc/reached, /0-1300343484/flush-table-proc/abort 2024-11-11T05:17:32,770 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:32,784 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300343484/online-snapshot/acquired, /0-1300343484/online-snapshot/reached, /0-1300343484/online-snapshot/abort 2024-11-11T05:17:32,792 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:32,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.lastflushedseqids 2024-11-11T05:17:32,800 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:17:32,800 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:17:32,800 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,43173,1731302251682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1d14b453aaa0,40595,1731302236525 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:17:32,806 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:32,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:32,816 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40595,1731302236525, splitWal=true, meta=true 2024-11-11T05:17:32,820 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40595,1731302236525, splitWal=true, meta=true, isMeta: true 2024-11-11T05:17:32,823 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525-splitting 2024-11-11T05:17:32,824 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525-splitting dir is empty, no logs to split. 2024-11-11T05:17:32,824 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1d14b453aaa0,40595,1731302236525 WAL count=0, meta=true 2024-11-11T05:17:32,845 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302282845 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:17:32,846 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:17:32,848 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525-splitting dir is empty, no logs to split. 2024-11-11T05:17:32,848 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1d14b453aaa0,40595,1731302236525 WAL count=0, meta=true 2024-11-11T05:17:32,848 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,40595,1731302236525 WAL splitting is done? wals=0, meta=true 2024-11-11T05:17:32,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:17:32,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:32,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:32,858 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(746): ClusterId : 3a888f51-4838-4c09-9222-905024f4d3b0 2024-11-11T05:17:32,858 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:17:32,859 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:17:32,864 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:17:32,865 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:17:32,865 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:17:32,865 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:17:32,872 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:17:32,872 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:17:32,875 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:17:32,875 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:17:32,880 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302252872,5,FailOnTimeoutGroup] 2024-11-11T05:17:32,884 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302252880,5,FailOnTimeoutGroup] 2024-11-11T05:17:32,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:32,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:17:32,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:32,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:32,885 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302252885, completionTime=-1 2024-11-11T05:17:32,885 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T05:17:32,888 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T05:17:32,896 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:17:32,896 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300896a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:32,940 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:43181 2024-11-11T05:17:32,940 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:17:32,940 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:17:32,941 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:17:32,944 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,43173,1731302251682 with port=43181, startcode=1731302251753 2024-11-11T05:17:32,945 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:17:32,953 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:17:32,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:32,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43173 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:32,960 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845 2024-11-11T05:17:32,960 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46379 2024-11-11T05:17:32,960 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:17:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/rs 2024-11-11T05:17:32,972 DEBUG [RS:0;1d14b453aaa0:43181 {}] zookeeper.ZKUtil(111): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on existing znode=/0-1300343484/rs/1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:32,972 WARN [RS:0;1d14b453aaa0:43181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:32,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43181,1731302251753] 2024-11-11T05:17:32,973 INFO [RS:0;1d14b453aaa0:43181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:32,973 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:32,989 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T05:17:33,009 WARN [1d14b453aaa0:43173 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:17:33,069 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:17:33,072 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:17:33,073 INFO [RS:0;1d14b453aaa0:43181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:17:33,073 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,074 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:17:33,075 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:17:33,076 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,076 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:33,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:33,080 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,080 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,080 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,080 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,081 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,081 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43181,1731302251753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:33,105 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:17:33,105 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43181,1731302251753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,126 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,43181,1731302251753, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:17:33,147 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(231): queueId=2-1d14b453aaa0,43181,1731302251753, ReplicationSource: 2, currentBandwidth=0 2024-11-11T05:17:33,148 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,148 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.Replication(171): 1d14b453aaa0,43181,1731302251753 started 2024-11-11T05:17:33,156 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:33,161 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dae743f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,161 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:33,162 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:33,167 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:45285' 2024-11-11T05:17:33,168 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:33,168 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:33,168 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53839a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,168 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45285,-1 for getting cluster id 2024-11-11T05:17:33,168 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43181,1731302251753, RpcServer on 1d14b453aaa0/172.17.0.2:43181, sessionid=0x101285381200007 2024-11-11T05:17:33,168 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:33,168 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:17:33,169 DEBUG [RS:0;1d14b453aaa0:43181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:33,169 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43181,1731302251753' 2024-11-11T05:17:33,169 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300343484/flush-table-proc/abort' 2024-11-11T05:17:33,170 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300343484/flush-table-proc/acquired' 2024-11-11T05:17:33,170 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:17:33,170 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:17:33,170 DEBUG [RS:0;1d14b453aaa0:43181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:33,171 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43181,1731302251753' 2024-11-11T05:17:33,171 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300343484/online-snapshot/abort' 2024-11-11T05:17:33,171 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300343484/online-snapshot/acquired' 2024-11-11T05:17:33,172 DEBUG [RS:0;1d14b453aaa0:43181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:17:33,172 INFO [RS:0;1d14b453aaa0:43181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:17:33,172 INFO [RS:0;1d14b453aaa0:43181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:17:33,172 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9cc093-b406-4067-a41d-08a9cc5c2db4' 2024-11-11T05:17:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3a3659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:33,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:33,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:33,176 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:33,177 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298d65d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,177 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ab4e67 2024-11-11T05:17:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:33,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9cc093-b406-4067-a41d-08a9cc5c2db4" 2024-11-11T05:17:33,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d604a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45285,-1] 2024-11-11T05:17:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:33,190 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:33,190 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T05:17:33,195 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d7b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:33,195 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:33,196 INFO [RS:0;1d14b453aaa0:43181.replicationSource,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1d14b453aaa0,43181,1731302251753 (queues=0) is replicating from cluster=3a888f51-4838-4c09-9222-905024f4d3b0 to cluster=6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:33,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:33,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695b50ba 2024-11-11T05:17:33,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:33,202 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T05:17:33,203 INFO [RS:0;1d14b453aaa0:43181.replicationSource,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,43181,1731302251753 (queues=0) is replicating from cluster=3a888f51-4838-4c09-9222-905024f4d3b0 to cluster=6c9cc093-b406-4067-a41d-08a9cc5c2db4 2024-11-11T05:17:33,272 INFO [RS:0;1d14b453aaa0:43181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:33,275 INFO [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43181%2C1731302251753, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:33,291 DEBUG [RS:0;1d14b453aaa0:43181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276, exclude list is [], retry=0 2024-11-11T05:17:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:33,301 INFO [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 2024-11-11T05:17:33,301 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1d14b453aaa0%2C43181%2C1731302251753 for peer 2 2024-11-11T05:17:33,302 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1d14b453aaa0%2C43181%2C1731302251753 for peer 1 2024-11-11T05:17:33,302 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C43181%2C1731302251753 2024-11-11T05:17:33,302 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,43181,1731302251753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:17:33,304 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1d14b453aaa0%2C43181%2C1731302251753 2024-11-11T05:17:33,304 INFO [RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C43181%2C1731302251753 2024-11-11T05:17:33,304 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1d14b453aaa0,43181,1731302251753, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:17:33,310 INFO [RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C43181%2C1731302251753 2024-11-11T05:17:33,310 DEBUG [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:33,310 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276, startPosition=0, beingWritten=true 2024-11-11T05:17:33,310 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276, startPosition=0, beingWritten=true 2024-11-11T05:17:33,509 DEBUG [1d14b453aaa0:43173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:33,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:33,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43181,1731302251753, state=OPENING 2024-11-11T05:17:33,533 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:33,538 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:33,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:33,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:33,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43181,1731302251753}] 2024-11-11T05:17:33,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:33,733 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:17:33,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:17:33,739 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:17:33,740 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:33,740 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:17:33,744 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43181%2C1731302251753.meta, suffix=.meta, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:33,766 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.meta.1731302253746.meta, exclude list is [], retry=0 2024-11-11T05:17:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:33,771 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.meta.1731302253746.meta 2024-11-11T05:17:33,772 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:33,772 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:33,773 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:33,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:33,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:17:33,773 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:17:33,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:17:33,773 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:33,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:17:33,774 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:17:33,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:33,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:33,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:33,788 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/info/e0208e32babb48e894fe9d0920ae1f43 2024-11-11T05:17:33,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:33,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:33,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:33,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:33,799 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/ns/17692c11eb2a49c2a79eea400f495cc7 2024-11-11T05:17:33,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:33,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:33,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:33,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:33,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:33,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:33,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:33,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:33,817 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/table/8ce4158fe1254947b819268bdfad67f0 2024-11-11T05:17:33,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:33,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:33,819 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:33,823 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740 2024-11-11T05:17:33,825 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:33,825 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:33,826 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:33,828 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:33,829 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66189498, jitterRate=-0.013699620962142944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:33,829 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:17:33,830 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302253774Writing region info on filesystem at 1731302253774Initializing all the Stores at 1731302253776 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302253776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302253776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302253776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302253776Cleaning up temporary data from old regions at 1731302253825 (+49 ms)Running coprocessor post-open hooks at 1731302253829 (+4 ms)Region opened successfully at 1731302253829 2024-11-11T05:17:33,831 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731302253733 2024-11-11T05:17:33,833 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:17:33,834 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:17:33,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:33,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43181,1731302251753, state=OPEN 2024-11-11T05:17:33,842 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:33,845 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:33,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:33,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:33,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300343484/meta-region-server 2024-11-11T05:17:33,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:33,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300343484/meta-region-server: CHANGED 2024-11-11T05:17:33,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T05:17:33,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43181,1731302251753 in 273 msec 2024-11-11T05:17:33,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T05:17:33,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0060 sec 2024-11-11T05:17:34,251 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:34,259 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:34,491 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T05:17:34,757 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:34,764 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:35,363 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:35,370 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:35,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:35,994 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T05:17:36,076 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:36,080 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:36,882 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:36,886 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:37,396 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T05:17:37,397 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:17:37,397 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:37,397 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43181,1731302251753, seqNum=-1] 2024-11-11T05:17:37,398 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:37,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:37,408 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6840b91a5ebe0e71c019f9763bb716fd, regionState=OPEN, lastHost=1d14b453aaa0,40595,1731302236525, regionLocation=1d14b453aaa0,40595,1731302236525, openSeqNum=2 2024-11-11T05:17:37,408 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:17:37,408 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302317408 2024-11-11T05:17:37,408 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302377408 2024-11-11T05:17:37,408 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-11T05:17:37,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,409 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1d14b453aaa0,40595,1731302236525 had 2 regions 2024-11-11T05:17:37,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:43173, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,409 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,411 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,411 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,40595,1731302236525, splitWal=true, meta=true, isMeta: false 2024-11-11T05:17:37,415 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525-splitting dir is empty, no logs to split. 2024-11-11T05:17:37,415 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,40595,1731302236525 WAL count=0, meta=false 2024-11-11T05:17:37,419 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.543sec 2024-11-11T05:17:37,419 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:17:37,419 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:17:37,420 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:17:37,420 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:17:37,420 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:17:37,420 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:37,420 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:17:37,423 WARN [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1d14b453aaa0,40595,1731302236525/hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:37,426 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,40595,1731302236525-splitting dir is empty, no logs to split. 2024-11-11T05:17:37,426 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,40595,1731302236525 WAL count=0, meta=false 2024-11-11T05:17:37,426 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,40595,1731302236525 WAL splitting is done? wals=0, meta=false 2024-11-11T05:17:37,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:17:37,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:17:37,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43173,1731302251682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:37,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN}] 2024-11-11T05:17:37,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN 2024-11-11T05:17:37,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:17:37,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,43173,-1 for getting cluster id 2024-11-11T05:17:37,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:37,462 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a888f51-4838-4c09-9222-905024f4d3b0' 2024-11-11T05:17:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a888f51-4838-4c09-9222-905024f4d3b0" 2024-11-11T05:17:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e503ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,43173,-1] 2024-11-11T05:17:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,466 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:37,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553c0374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43181,1731302251753, seqNum=-1] 2024-11-11T05:17:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:37,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:37,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T05:17:37,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:37,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:37,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1d14b453aaa0:43173 after: 1d14b453aaa0:43173 2024-11-11T05:17:37,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,43173,-1 for getting cluster id 2024-11-11T05:17:37,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:37,480 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a888f51-4838-4c09-9222-905024f4d3b0' 2024-11-11T05:17:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a888f51-4838-4c09-9222-905024f4d3b0" 2024-11-11T05:17:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,43173,-1] 2024-11-11T05:17:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,483 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:37,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:37,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d436609 2024-11-11T05:17:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:37,488 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:37,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:37,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T05:17:37,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:37,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T05:17:37,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:17:37,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:37,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:37,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:17:37,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025408092, stopped=false 2024-11-11T05:17:37,493 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,45285,1731302242409 2024-11-11T05:17:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-60205378/running 2024-11-11T05:17:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-60205378/running 2024-11-11T05:17:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:37,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:37,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/running 2024-11-11T05:17:37,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Set watcher on znode that does not yet exist, /1-60205378/running 2024-11-11T05:17:37,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:37,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:37,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,41893,1731302242566' ***** 2024-11-11T05:17:37,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:17:37,559 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:17:37,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:17:37,559 INFO [RS:0;1d14b453aaa0:41893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:17:37,559 INFO [RS:0;1d14b453aaa0:41893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:17:37,559 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41893. 2024-11-11T05:17:37,560 DEBUG [RS:0;1d14b453aaa0:41893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:37,560 DEBUG [RS:0;1d14b453aaa0:41893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:17:37,560 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:17:37,560 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:17:37,561 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:37,560 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:37,561 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:37,561 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:37,561 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:37,561 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:37,561 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T05:17:37,582 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/.tmp/ns/7053b65570e548a9a7bcc11e46232293 is 43, key is default/ns:d/1731302245169/Put/seqid=0 2024-11-11T05:17:37,585 DEBUG [1d14b453aaa0:43173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:37,586 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6840b91a5ebe0e71c019f9763bb716fd, regionState=OPENING, regionLocation=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN because future has completed 2024-11-11T05:17:37,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,43181,1731302251753}] 2024-11-11T05:17:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741835_1011 (size=5153) 2024-11-11T05:17:37,621 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:37,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:37,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:37,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:17:37,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43181%2C1731302251753.rep, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs, maxLogs=10 2024-11-11T05:17:37,761 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:37,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.rep.1731302257760, exclude list is [], retry=0 2024-11-11T05:17:37,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40429,DS-14359327-86b3-4693-ae27-4ae92299a977,DISK] 2024-11-11T05:17:37,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.rep.1731302257760 2024-11-11T05:17:37,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-11T05:17:37,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6840b91a5ebe0e71c019f9763bb716fd, NAME => 'hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:37,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:37,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:37,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. service=MultiRowMutationService 2024-11-11T05:17:37,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:17:37,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:37,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,791 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:37,793 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:37,796 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,798 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName hfileref 2024-11-11T05:17:37,798 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:37,799 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:37,799 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,801 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName queue 2024-11-11T05:17:37,801 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:37,819 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/queue/64815ed15c1040d5acb640467d0d1ec0 2024-11-11T05:17:37,819 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:37,820 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,821 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6840b91a5ebe0e71c019f9763bb716fd columnFamilyName sid 2024-11-11T05:17:37,822 DEBUG [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:37,822 INFO [StoreOpener-6840b91a5ebe0e71c019f9763bb716fd-1 {}] regionserver.HStore(327): Store=6840b91a5ebe0e71c019f9763bb716fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:37,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:17:37,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6840b91a5ebe0e71c019f9763bb716fd; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137153, jitterRate=-0.0144796222448349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:17:37,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:37,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6840b91a5ebe0e71c019f9763bb716fd: Running coprocessor pre-open hook at 1731302257786Writing region info on filesystem at 1731302257786Initializing all the Stores at 1731302257790 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302257790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302257796 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302257796Cleaning up temporary data from old regions at 1731302257827 (+31 ms)Running coprocessor post-open hooks at 1731302257836 (+9 ms)Region opened successfully at 1731302257837 (+1 ms) 2024-11-11T05:17:37,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., pid=19, masterSystemTime=1731302257746 2024-11-11T05:17:37,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:37,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:37,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6840b91a5ebe0e71c019f9763bb716fd, regionState=OPEN, openSeqNum=10, regionLocation=1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:37,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,43181,1731302251753 because future has completed 2024-11-11T05:17:37,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T05:17:37,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6840b91a5ebe0e71c019f9763bb716fd, server=1d14b453aaa0,43181,1731302251753 in 264 msec 2024-11-11T05:17:37,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T05:17:37,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6840b91a5ebe0e71c019f9763bb716fd, ASSIGN in 433 msec 2024-11-11T05:17:37,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T05:17:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., hostname=1d14b453aaa0,43181,1731302251753, seqNum=10] 2024-11-11T05:17:37,921 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1d14b453aaa0,40595,1731302236525 2024-11-11T05:17:37,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T05:17:37,961 DEBUG [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:37,997 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/.tmp/ns/7053b65570e548a9a7bcc11e46232293 2024-11-11T05:17:38,005 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/.tmp/ns/7053b65570e548a9a7bcc11e46232293 as hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/ns/7053b65570e548a9a7bcc11e46232293 2024-11-11T05:17:38,014 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:17:38,014 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:17:38,014 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/ns/7053b65570e548a9a7bcc11e46232293, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T05:17:38,016 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false 2024-11-11T05:17:38,016 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:17:38,022 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T05:17:38,023 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:38,023 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:38,023 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:38,023 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302257560Running coprocessor pre-close hooks at 1731302257560Disabling compacts and flushes for region at 1731302257560Disabling writes for close at 1731302257561 (+1 ms)Obtaining lock to block concurrent updates at 1731302257561Preparing flush snapshotting stores in 1588230740 at 1731302257561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731302257561Flushing stores of hbase:meta,,1.1588230740 at 1731302257562 (+1 ms)Flushing 1588230740/ns: creating writer at 1731302257562Flushing 1588230740/ns: appending metadata at 1731302257581 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731302257581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9130cc: reopening flushed file at 1731302258005 (+424 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=6, compaction requested=false at 1731302258016 (+11 ms)Writing region close event to WAL at 1731302258017 (+1 ms)Running coprocessor post-close hooks at 1731302258023 (+6 ms)Closed at 1731302258023 2024-11-11T05:17:38,023 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:38,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T05:17:38,161 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,41893,1731302242566; all regions closed. 2024-11-11T05:17:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741834_1010 (size=1152) 2024-11-11T05:17:38,167 DEBUG [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/oldWALs 2024-11-11T05:17:38,168 INFO [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C41893%2C1731302242566.meta:.meta(num 1731302245034) 2024-11-11T05:17:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741832_1008 (size=93) 2024-11-11T05:17:38,172 DEBUG [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/oldWALs 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C41893%2C1731302242566:(num 1731302244148) 2024-11-11T05:17:38,173 DEBUG [RS:0;1d14b453aaa0:41893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:38,173 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:38,173 INFO [RS:0;1d14b453aaa0:41893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41893 2024-11-11T05:17:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-60205378/rs/1d14b453aaa0,41893,1731302242566 2024-11-11T05:17:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378/rs 2024-11-11T05:17:38,231 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:38,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,41893,1731302242566] 2024-11-11T05:17:38,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-60205378/draining/1d14b453aaa0,41893,1731302242566 already deleted, retry=false 2024-11-11T05:17:38,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,41893,1731302242566 expired; onlineServers=0 2024-11-11T05:17:38,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,45285,1731302242409' ***** 2024-11-11T05:17:38,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:17:38,252 INFO [M:0;1d14b453aaa0:45285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:38,252 INFO [M:0;1d14b453aaa0:45285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:38,252 DEBUG [M:0;1d14b453aaa0:45285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:17:38,252 DEBUG [M:0;1d14b453aaa0:45285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:17:38,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302243830 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302243830,5,FailOnTimeoutGroup] 2024-11-11T05:17:38,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302243830 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302243830,5,FailOnTimeoutGroup] 2024-11-11T05:17:38,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:17:38,252 INFO [M:0;1d14b453aaa0:45285 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:38,252 INFO [M:0;1d14b453aaa0:45285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:38,252 DEBUG [M:0;1d14b453aaa0:45285 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:17:38,253 INFO [M:0;1d14b453aaa0:45285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:17:38,253 INFO [M:0;1d14b453aaa0:45285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:38,253 INFO [M:0;1d14b453aaa0:45285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:17:38,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:17:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-60205378/master 2024-11-11T05:17:38,262 DEBUG [M:0;1d14b453aaa0:45285 {}] zookeeper.ZKUtil(347): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Unable to get data of znode /1-60205378/master because node does not exist (not an error) 2024-11-11T05:17:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-60205378 2024-11-11T05:17:38,262 WARN [M:0;1d14b453aaa0:45285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:17:38,264 INFO [M:0;1d14b453aaa0:45285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/.lastflushedseqids 2024-11-11T05:17:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741836_1012 (size=99) 2024-11-11T05:17:38,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:38,341 INFO [RS:0;1d14b453aaa0:41893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:38,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41893-0x101285381200004, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:38,341 INFO [RS:0;1d14b453aaa0:41893 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,41893,1731302242566; zookeeper connection closed. 2024-11-11T05:17:38,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b6c9caa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b6c9caa 2024-11-11T05:17:38,342 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:17:38,673 INFO [M:0;1d14b453aaa0:45285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:17:38,674 INFO [M:0;1d14b453aaa0:45285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:17:38,674 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:38,674 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:38,674 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:38,674 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:38,674 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:38,674 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T05:17:38,697 DEBUG [M:0;1d14b453aaa0:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82078758f6fa4c5794b3a1f59cbcdd94 is 82, key is hbase:meta,,1/info:regioninfo/1731302245083/Put/seqid=0 2024-11-11T05:17:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741837_1013 (size=5672) 2024-11-11T05:17:38,819 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:38,833 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:39,103 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82078758f6fa4c5794b3a1f59cbcdd94 2024-11-11T05:17:39,131 DEBUG [M:0;1d14b453aaa0:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5fdbfca96e64a8d8248e227184790a6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731302245176/Put/seqid=0 2024-11-11T05:17:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741838_1014 (size=5275) 2024-11-11T05:17:39,536 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5fdbfca96e64a8d8248e227184790a6 2024-11-11T05:17:39,569 DEBUG [M:0;1d14b453aaa0:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31629265c3bb4e0489b5802d9723a4b9 is 69, key is 1d14b453aaa0,41893,1731302242566/rs:state/1731302243939/Put/seqid=0 2024-11-11T05:17:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741839_1015 (size=5156) 2024-11-11T05:17:39,926 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:39,939 DEBUG [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/WALs/1d14b453aaa0,43181,1731302251753/1d14b453aaa0%2C43181%2C1731302251753.1731302253276 to pos 0, reset compression=false 2024-11-11T05:17:39,975 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31629265c3bb4e0489b5802d9723a4b9 2024-11-11T05:17:39,982 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82078758f6fa4c5794b3a1f59cbcdd94 as hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82078758f6fa4c5794b3a1f59cbcdd94 2024-11-11T05:17:39,989 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82078758f6fa4c5794b3a1f59cbcdd94, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T05:17:39,994 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5fdbfca96e64a8d8248e227184790a6 as hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5fdbfca96e64a8d8248e227184790a6 2024-11-11T05:17:40,001 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5fdbfca96e64a8d8248e227184790a6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T05:17:40,002 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31629265c3bb4e0489b5802d9723a4b9 as hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31629265c3bb4e0489b5802d9723a4b9 2024-11-11T05:17:40,010 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40867/user/jenkins/test-data/c8648e2a-c285-89aa-58c8-e3e8f7c6e169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31629265c3bb4e0489b5802d9723a4b9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T05:17:40,011 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false 2024-11-11T05:17:40,017 INFO [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:40,018 DEBUG [M:0;1d14b453aaa0:45285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302258674Disabling compacts and flushes for region at 1731302258674Disabling writes for close at 1731302258674Obtaining lock to block concurrent updates at 1731302258674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302258674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731302258675 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302258676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302258676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302258696 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302258696Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302259110 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302259130 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302259130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302259543 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302259568 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302259568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f3533f: reopening flushed file at 1731302259981 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f878d86: reopening flushed file at 1731302259990 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebc6dd4: reopening flushed file at 1731302260001 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false at 1731302260011 (+10 ms)Writing region close event to WAL at 1731302260017 (+6 ms)Closed at 1731302260017 2024-11-11T05:17:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37069 is added to blk_1073741830_1006 (size=10165) 2024-11-11T05:17:40,021 INFO [M:0;1d14b453aaa0:45285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:17:40,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:40,021 INFO [M:0;1d14b453aaa0:45285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45285 2024-11-11T05:17:40,024 INFO [M:0;1d14b453aaa0:45285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:40,183 INFO [M:0;1d14b453aaa0:45285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x101285381200003, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:40,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:40,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:40,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:40,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:40,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:40,243 WARN [BP-1672764660-172.17.0.2-1731302239939 heartbeating to localhost/127.0.0.1:40867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:17:40,243 WARN [BP-1672764660-172.17.0.2-1731302239939 heartbeating to localhost/127.0.0.1:40867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1672764660-172.17.0.2-1731302239939 (Datanode Uuid 07bc454e-9cdc-492a-9e59-21b3b35e8de8) service to localhost/127.0.0.1:40867 2024-11-11T05:17:40,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:17:40,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:17:40,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/cluster_81291f73-6c07-8bc1-3c77-3c5b2ebb728e/data/data1/current/BP-1672764660-172.17.0.2-1731302239939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:40,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/cluster_81291f73-6c07-8bc1-3c77-3c5b2ebb728e/data/data2/current/BP-1672764660-172.17.0.2-1731302239939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:40,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:17:40,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:40,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:40,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:40,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:40,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:40,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:17:40,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:17:40,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:40,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:40,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:40,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:17:40,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=795943786, stopped=false 2024-11-11T05:17:40,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,43173,1731302251682 2024-11-11T05:17:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:40,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/running 2024-11-11T05:17:40,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:40,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:40,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43181,1731302251753' ***** 2024-11-11T05:17:40,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:17:40,347 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:17:40,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:40,347 INFO [RS:0;1d14b453aaa0:43181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:17:40,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:17:40,347 INFO [RS:0;1d14b453aaa0:43181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:17:40,347 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(3091): Received CLOSE for 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:40,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Set watcher on znode that does not yet exist, /0-1300343484/running 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43181. 2024-11-11T05:17:40,348 DEBUG [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:40,348 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:17:40,348 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:17:40,349 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6840b91a5ebe0e71c019f9763bb716fd, disabling compactions & flushes 2024-11-11T05:17:40,349 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:40,349 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:40,349 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. after waiting 0 ms 2024-11-11T05:17:40,349 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:40,349 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:17:40,350 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:17:40,350 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1325): Online Regions={6840b91a5ebe0e71c019f9763bb716fd=hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:17:40,350 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6840b91a5ebe0e71c019f9763bb716fd 2024-11-11T05:17:40,350 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:40,350 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:40,350 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:40,350 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:40,350 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:40,351 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T05:17:40,378 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/replication/6840b91a5ebe0e71c019f9763bb716fd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T05:17:40,380 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:40,380 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:40,380 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:40,380 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6840b91a5ebe0e71c019f9763bb716fd: Waiting for close lock at 1731302260349Running coprocessor pre-close hooks at 1731302260349Disabling compacts and flushes for region at 1731302260349Disabling writes for close at 1731302260349Writing region close event to WAL at 1731302260358 (+9 ms)Running coprocessor post-close hooks at 1731302260380 (+22 ms)Closed at 1731302260380 2024-11-11T05:17:40,380 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd. 2024-11-11T05:17:40,381 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/1c233151a1404fa48084cf7adb51f83e is 147, key is hbase:replication,,1731302245307.6840b91a5ebe0e71c019f9763bb716fd./info:regioninfo/1731302257845/Put/seqid=0 2024-11-11T05:17:40,390 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741851_1027 (size=6385) 2024-11-11T05:17:40,550 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:40,750 DEBUG [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:40,792 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/1c233151a1404fa48084cf7adb51f83e 2024-11-11T05:17:40,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/.tmp/info/1c233151a1404fa48084cf7adb51f83e as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/info/1c233151a1404fa48084cf7adb51f83e 2024-11-11T05:17:40,809 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/info/1c233151a1404fa48084cf7adb51f83e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T05:17:40,811 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=19, compaction requested=false 2024-11-11T05:17:40,819 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T05:17:40,819 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:40,819 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:40,819 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:40,820 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302260350Running coprocessor pre-close hooks at 1731302260350Disabling compacts and flushes for region at 1731302260350Disabling writes for close at 1731302260350Obtaining lock to block concurrent updates at 1731302260351 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302260351Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731302260352 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302260354 (+2 ms)Flushing 1588230740/info: creating writer at 1731302260354Flushing 1588230740/info: appending metadata at 1731302260380 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731302260380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b64762: reopening flushed file at 1731302260800 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=19, compaction requested=false at 1731302260811 (+11 ms)Writing region close event to WAL at 1731302260815 (+4 ms)Running coprocessor post-close hooks at 1731302260819 (+4 ms)Closed at 1731302260819 2024-11-11T05:17:40,820 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:40,951 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43181,1731302251753; all regions closed. 2024-11-11T05:17:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741849_1025 (size=2156) 2024-11-11T05:17:40,958 DEBUG [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:40,958 INFO [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43181%2C1731302251753.meta:.meta(num 1731302253746) 2024-11-11T05:17:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741850_1026 (size=796) 2024-11-11T05:17:40,966 DEBUG [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:40,966 INFO [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43181%2C1731302251753.rep:(num 1731302257760) 2024-11-11T05:17:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741848_1024 (size=93) 2024-11-11T05:17:40,974 DEBUG [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/oldWALs 2024-11-11T05:17:40,974 INFO [RS:0;1d14b453aaa0:43181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43181%2C1731302251753:(num 1731302253276) 2024-11-11T05:17:40,974 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,974 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:40,974 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:40,974 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:40,974 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:40,975 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,43181,1731302251753 because: Region server is closing 2024-11-11T05:17:40,975 INFO [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43181. 2024-11-11T05:17:40,975 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T05:17:40,975 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T05:17:40,975 DEBUG [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:40,975 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T05:17:40,975 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,975 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:40,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:40,976 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:41,076 WARN [RS:0;1d14b453aaa0:43181.replicationSource.wal-reader.1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:17:41,076 WARN [RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:17:41,077 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,1-1d14b453aaa0,43181,1731302251753 terminated 2024-11-11T05:17:41,077 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1d14b453aaa0,43181,1731302251753 because: Region server is closing 2024-11-11T05:17:41,077 INFO [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43181. 2024-11-11T05:17:41,077 DEBUG [RS:0;1d14b453aaa0:43181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:41,078 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:41,078 DEBUG [RS:0;1d14b453aaa0:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:41,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:41,179 WARN [RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:17:41,179 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1d14b453aaa0:43181.replicationSource.shipper1d14b453aaa0%2C43181%2C1731302251753,2-1d14b453aaa0,43181,1731302251753 terminated 2024-11-11T05:17:41,180 INFO [RS:0;1d14b453aaa0:43181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43181 2024-11-11T05:17:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484/rs 2024-11-11T05:17:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/rs/1d14b453aaa0,43181,1731302251753 2024-11-11T05:17:41,240 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:41,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43181,1731302251753] 2024-11-11T05:17:41,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/draining/1d14b453aaa0,43181,1731302251753 already deleted, retry=false 2024-11-11T05:17:41,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43181,1731302251753 expired; onlineServers=0 2024-11-11T05:17:41,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,43173,1731302251682' ***** 2024-11-11T05:17:41,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:17:41,262 INFO [M:0;1d14b453aaa0:43173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:41,263 INFO [M:0;1d14b453aaa0:43173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:41,263 DEBUG [M:0;1d14b453aaa0:43173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:17:41,263 DEBUG [M:0;1d14b453aaa0:43173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:17:41,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:17:41,263 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302252872 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302252872,5,FailOnTimeoutGroup] 2024-11-11T05:17:41,263 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302252880 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302252880,5,FailOnTimeoutGroup] 2024-11-11T05:17:41,263 INFO [M:0;1d14b453aaa0:43173 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:41,263 INFO [M:0;1d14b453aaa0:43173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:41,263 DEBUG [M:0;1d14b453aaa0:43173 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:17:41,263 INFO [M:0;1d14b453aaa0:43173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:17:41,263 INFO [M:0;1d14b453aaa0:43173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:41,264 INFO [M:0;1d14b453aaa0:43173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:17:41,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:17:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300343484/master 2024-11-11T05:17:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300343484 2024-11-11T05:17:41,283 DEBUG [M:0;1d14b453aaa0:43173 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300343484/master already deleted, retry=false 2024-11-11T05:17:41,283 DEBUG [M:0;1d14b453aaa0:43173 {}] master.ActiveMasterManager(353): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1300343484/master 2024-11-11T05:17:41,284 INFO [M:0;1d14b453aaa0:43173 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/.lastflushedseqids 2024-11-11T05:17:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741852_1028 (size=181) 2024-11-11T05:17:41,297 INFO [M:0;1d14b453aaa0:43173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:17:41,297 INFO [M:0;1d14b453aaa0:43173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:17:41,297 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:41,297 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:41,297 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:41,298 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:41,298 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:41,298 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T05:17:41,320 DEBUG [M:0;1d14b453aaa0:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8947ebdf36c47b1b293b6f1929facc1 is 82, key is hbase:meta,,1/info:regioninfo/1731302253834/Put/seqid=0 2024-11-11T05:17:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741853_1029 (size=5680) 2024-11-11T05:17:41,327 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8947ebdf36c47b1b293b6f1929facc1 2024-11-11T05:17:41,355 INFO [RS:0;1d14b453aaa0:43181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:41,355 INFO [RS:0;1d14b453aaa0:43181 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43181,1731302251753; zookeeper connection closed. 2024-11-11T05:17:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x101285381200007, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:41,357 DEBUG [M:0;1d14b453aaa0:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7242df5b30964a33bb0dca9b7917a3b9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731302257866/Put/seqid=0 2024-11-11T05:17:41,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b24307e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b24307e 2024-11-11T05:17:41,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:17:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741854_1030 (size=7319) 2024-11-11T05:17:41,365 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7242df5b30964a33bb0dca9b7917a3b9 2024-11-11T05:17:41,393 DEBUG [M:0;1d14b453aaa0:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b90a600348403288c984c0f4885cc0 is 69, key is 1d14b453aaa0,43181,1731302251753/rs:state/1731302252954/Put/seqid=0 2024-11-11T05:17:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741855_1031 (size=5371) 2024-11-11T05:17:41,810 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b90a600348403288c984c0f4885cc0 2024-11-11T05:17:41,819 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2b90a600348403288c984c0f4885cc0 2024-11-11T05:17:41,820 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8947ebdf36c47b1b293b6f1929facc1 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8947ebdf36c47b1b293b6f1929facc1 2024-11-11T05:17:41,828 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8947ebdf36c47b1b293b6f1929facc1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T05:17:41,829 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7242df5b30964a33bb0dca9b7917a3b9 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7242df5b30964a33bb0dca9b7917a3b9 2024-11-11T05:17:41,836 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7242df5b30964a33bb0dca9b7917a3b9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T05:17:41,838 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b90a600348403288c984c0f4885cc0 as hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b90a600348403288c984c0f4885cc0 2024-11-11T05:17:41,846 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2b90a600348403288c984c0f4885cc0 2024-11-11T05:17:41,846 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/f6bb5b86-a6ed-a27a-4729-47be958e1845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b90a600348403288c984c0f4885cc0, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T05:17:41,848 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=172, compaction requested=false 2024-11-11T05:17:41,857 INFO [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:41,857 DEBUG [M:0;1d14b453aaa0:43173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302261297Disabling compacts and flushes for region at 1731302261297Disabling writes for close at 1731302261298 (+1 ms)Obtaining lock to block concurrent updates at 1731302261298Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302261298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731302261299 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302261300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302261300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302261320 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302261320Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302261336 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302261356 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302261356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302261372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302261393 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302261393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c6d5de: reopening flushed file at 1731302261819 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578141f6: reopening flushed file at 1731302261828 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7434e7c8: reopening flushed file at 1731302261837 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=172, compaction requested=false at 1731302261848 (+11 ms)Writing region close event to WAL at 1731302261857 (+9 ms)Closed at 1731302261857 2024-11-11T05:17:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40429 is added to blk_1073741847_1023 (size=22949) 2024-11-11T05:17:41,867 INFO [M:0;1d14b453aaa0:43173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:17:41,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:41,867 INFO [M:0;1d14b453aaa0:43173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43173 2024-11-11T05:17:41,867 INFO [M:0;1d14b453aaa0:43173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:42,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:42,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x101285381200006, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:42,036 INFO [M:0;1d14b453aaa0:43173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:42,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:42,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:42,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:42,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:42,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:42,050 WARN [BP-474991869-172.17.0.2-1731302230409 heartbeating to localhost/127.0.0.1:46379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:17:42,050 WARN [BP-474991869-172.17.0.2-1731302230409 heartbeating to localhost/127.0.0.1:46379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474991869-172.17.0.2-1731302230409 (Datanode Uuid 4818003a-2fc6-4010-9ef1-4b2311526b7e) service to localhost/127.0.0.1:46379 2024-11-11T05:17:42,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/data/data1/current/BP-474991869-172.17.0.2-1731302230409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:42,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/cluster_09ef74cb-55d0-5ebd-3ca6-fbe0b1fb376c/data/data2/current/BP-474991869-172.17.0.2-1731302230409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:42,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:17:42,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:17:42,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:17:42,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:42,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:42,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:42,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:42,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d4ff1c-9052-6758-2393-c60fa4a149aa/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:42,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:17:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:17:42,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40867 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60425) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46379 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60425) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1d14b453aaa0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7532 (was 8412) 2024-11-11T05:17:42,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=7531 2024-11-11T05:17:42,129 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T05:17:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir so I do NOT create it in target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469 2024-11-11T05:17:42,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:17:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.tmp.dir so I do NOT create it in target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469 2024-11-11T05:17:42,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43dc7bd-2273-9854-e7b3-d5822a3343f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:17:42,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469 2024-11-11T05:17:42,130 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac, deleteOnExit=true 2024-11-11T05:17:42,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101285381200002, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:17:42,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101285381200005, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:17:42,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101285381200005, quorum=127.0.0.1:60425, baseZNode=/1-60205378 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:17:42,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101285381200002, quorum=127.0.0.1:60425, baseZNode=/0-1300343484 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:17:42,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/zookeeper_0, clientPort=61744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:17:42,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61744 2024-11-11T05:17:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:17:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/test.cache.data in system properties and HBase conf 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:17:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:17:42,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:42,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:17:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:17:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:17:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:17:42,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:17:42,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:42,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:42,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:42,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:42,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:17:42,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:42,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@520994d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:42,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad87a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:42,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec9ed79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/java.io.tmpdir/jetty-localhost-44705-hadoop-hdfs-3_4_1-tests_jar-_-any-5704232407977120678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:42,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78e99787{HTTP/1.1, (http/1.1)}{localhost:44705} 2024-11-11T05:17:42,761 INFO [Time-limited test {}] server.Server(415): Started @35174ms 2024-11-11T05:17:43,088 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:43,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:43,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:43,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:43,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:43,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:43,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:43,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:17:43,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de29a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:43,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@279d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:43,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@697d5978{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/java.io.tmpdir/jetty-localhost-34595-hadoop-hdfs-3_4_1-tests_jar-_-any-2709861573208293815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:43,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a545d1b{HTTP/1.1, (http/1.1)}{localhost:34595} 2024-11-11T05:17:43,317 INFO [Time-limited test {}] server.Server(415): Started @35730ms 2024-11-11T05:17:43,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:17:43,967 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/data/data1/current/BP-263485399-172.17.0.2-1731302262224/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:43,982 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/data/data2/current/BP-263485399-172.17.0.2-1731302262224/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:44,072 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:17:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18103a9ff8804f37 with lease ID 0x16a190d5cbd0b7e9: Processing first storage report for DS-478dc781-48d9-42d7-a4dc-ff567c49f132 from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=ab5b3fcd-5fbc-40c7-81b1-3ebc60eb7253, infoPort=45699, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=985490635;c=1731302262224) 2024-11-11T05:17:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18103a9ff8804f37 with lease ID 0x16a190d5cbd0b7e9: from storage DS-478dc781-48d9-42d7-a4dc-ff567c49f132 node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=ab5b3fcd-5fbc-40c7-81b1-3ebc60eb7253, infoPort=45699, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=985490635;c=1731302262224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18103a9ff8804f37 with lease ID 0x16a190d5cbd0b7e9: Processing first storage report for DS-6de6a2eb-61d5-44c0-85b0-56842c298a9d from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=ab5b3fcd-5fbc-40c7-81b1-3ebc60eb7253, infoPort=45699, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=985490635;c=1731302262224) 2024-11-11T05:17:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18103a9ff8804f37 with lease ID 0x16a190d5cbd0b7e9: from storage DS-6de6a2eb-61d5-44c0-85b0-56842c298a9d node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=ab5b3fcd-5fbc-40c7-81b1-3ebc60eb7253, infoPort=45699, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=985490635;c=1731302262224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:44,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469 2024-11-11T05:17:44,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:17:44,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c with version=8 2024-11-11T05:17:44,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/hbase-staging 2024-11-11T05:17:44,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:44,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:17:44,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:44,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34161 2024-11-11T05:17:44,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34161 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:44,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341610x0, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:44,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34161-0x1012854013c0000 connected 2024-11-11T05:17:44,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/running 2024-11-11T05:17:44,783 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c, hbase.cluster.distributed=false 2024-11-11T05:17:44,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/acl 2024-11-11T05:17:44,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T05:17:44,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34161 2024-11-11T05:17:44,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34161 2024-11-11T05:17:44,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T05:17:44,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T05:17:44,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:44,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:44,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:17:44,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:44,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34253 2024-11-11T05:17:44,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34253 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:44,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342530x0, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:44,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34253-0x1012854013c0001 connected 2024-11-11T05:17:44,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/running 2024-11-11T05:17:44,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:17:44,838 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:17:44,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/master 2024-11-11T05:17:44,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/acl 2024-11-11T05:17:44,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-11T05:17:44,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34253 2024-11-11T05:17:44,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34253 2024-11-11T05:17:44,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-11T05:17:44,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-11T05:17:44,868 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:34161 2024-11-11T05:17:44,868 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01530305389/backup-masters/1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/backup-masters 2024-11-11T05:17:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/backup-masters 2024-11-11T05:17:44,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on existing znode=/01530305389/backup-masters/1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530305389/master 2024-11-11T05:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:44,895 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on existing znode=/01530305389/master 2024-11-11T05:17:44,896 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01530305389/backup-masters/1d14b453aaa0,34161,1731302264599 from backup master directory 2024-11-11T05:17:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/backup-masters 2024-11-11T05:17:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530305389/backup-masters/1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/backup-masters 2024-11-11T05:17:44,906 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:44,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:44,912 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/hbase.id] with ID: f33be893-c6a0-4450-ae1d-6c746046b39c 2024-11-11T05:17:44,912 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/.tmp/hbase.id 2024-11-11T05:17:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:17:45,335 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/.tmp/hbase.id]:[hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/hbase.id] 2024-11-11T05:17:45,352 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:45,352 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:17:45,354 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:17:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:17:45,469 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:45,470 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:17:45,470 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:17:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:17:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:17:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:45,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store 2024-11-11T05:17:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:46,293 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:46,293 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:46,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302266293Disabling compacts and flushes for region at 1731302266293Disabling writes for close at 1731302266293Writing region close event to WAL at 1731302266293Closed at 1731302266293 2024-11-11T05:17:46,294 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/.initializing 2024-11-11T05:17:46,294 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/WALs/1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:46,295 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:46,297 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C34161%2C1731302264599, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/WALs/1d14b453aaa0,34161,1731302264599, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/oldWALs, maxLogs=10 2024-11-11T05:17:46,312 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/WALs/1d14b453aaa0,34161,1731302264599/1d14b453aaa0%2C34161%2C1731302264599.1731302266297, exclude list is [], retry=0 2024-11-11T05:17:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-478dc781-48d9-42d7-a4dc-ff567c49f132,DISK] 2024-11-11T05:17:46,316 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/WALs/1d14b453aaa0,34161,1731302264599/1d14b453aaa0%2C34161%2C1731302264599.1731302266297 2024-11-11T05:17:46,320 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-11T05:17:46,320 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:46,321 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:46,321 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,321 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:17:46,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:46,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:46,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:17:46,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:46,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:46,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:17:46,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:46,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:46,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:17:46,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:46,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:46,333 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,334 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,334 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,335 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,335 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,336 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:46,337 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:46,339 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:46,340 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351988, jitterRate=0.10793095827102661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:46,340 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302266321Initializing all the Stores at 1731302266323 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302266323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302266326 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302266326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302266326Cleaning up temporary data from old regions at 1731302266335 (+9 ms)Region opened successfully at 1731302266340 (+5 ms) 2024-11-11T05:17:46,341 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:17:46,344 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356f2632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:46,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:17:46,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:17:46,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:17:46,345 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:17:46,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:17:46,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:17:46,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:17:46,348 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:17:46,349 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Unable to get data of znode /01530305389/balancer because node does not exist (not necessarily an error) 2024-11-11T05:17:46,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/balancer already deleted, retry=false 2024-11-11T05:17:46,441 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:17:46,442 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Unable to get data of znode /01530305389/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:17:46,451 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/normalizer already deleted, retry=false 2024-11-11T05:17:46,452 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:17:46,454 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Unable to get data of znode /01530305389/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:17:46,462 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/switch/split already deleted, retry=false 2024-11-11T05:17:46,463 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Unable to get data of znode /01530305389/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:17:46,472 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/switch/merge already deleted, retry=false 2024-11-11T05:17:46,475 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Unable to get data of znode /01530305389/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:17:46,483 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/snapshot-cleanup already deleted, retry=false 2024-11-11T05:17:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530305389/running 2024-11-11T05:17:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530305389/running 2024-11-11T05:17:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,494 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,34161,1731302264599, sessionid=0x1012854013c0000, setting cluster-up flag (Was=false) 2024-11-11T05:17:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,556 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01530305389/flush-table-proc/acquired, /01530305389/flush-table-proc/reached, /01530305389/flush-table-proc/abort 2024-11-11T05:17:46,557 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:46,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:46,609 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01530305389/online-snapshot/acquired, /01530305389/online-snapshot/reached, /01530305389/online-snapshot/abort 2024-11-11T05:17:46,610 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:46,612 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:17:46,614 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:46,614 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:17:46,614 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:17:46,615 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1d14b453aaa0,40595,1731302236525: status=Processing ServerCrashProcedure of 1d14b453aaa0,40595,1731302236525 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731302252816, completionTime=-1 appears to have been leaked 2024-11-11T05:17:46,615 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,34161,1731302264599 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:17:46,616 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:46,617 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:46,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:17:46,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:46,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:17:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302296632 2024-11-11T05:17:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:17:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:17:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:17:46,633 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:17:46,633 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:17:46,633 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:17:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:17:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:17:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:17:46,637 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:17:46,639 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:17:46,639 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:17:46,644 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302266639,5,FailOnTimeoutGroup] 2024-11-11T05:17:46,648 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302266644,5,FailOnTimeoutGroup] 2024-11-11T05:17:46,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:17:46,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:17:46,655 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(746): ClusterId : f33be893-c6a0-4450-ae1d-6c746046b39c 2024-11-11T05:17:46,655 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:17:46,662 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:17:46,662 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:17:46,676 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:17:46,677 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24163410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:46,690 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:34253 2024-11-11T05:17:46,690 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:17:46,690 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:17:46,690 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:17:46,691 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,34161,1731302264599 with port=34253, startcode=1731302264811 2024-11-11T05:17:46,691 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:17:46,693 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:17:46,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,695 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c 2024-11-11T05:17:46,695 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-11T05:17:46,696 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:17:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/rs 2024-11-11T05:17:46,706 DEBUG [RS:0;1d14b453aaa0:34253 {}] zookeeper.ZKUtil(111): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on existing znode=/01530305389/rs/1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,706 WARN [RS:0;1d14b453aaa0:34253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:46,706 INFO [RS:0;1d14b453aaa0:34253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:46,706 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,34253,1731302264811] 2024-11-11T05:17:46,731 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:17:46,736 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:17:46,737 INFO [RS:0;1d14b453aaa0:34253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:17:46,737 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,737 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:17:46,738 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:17:46,738 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,738 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,738 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,738 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,738 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,738 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:46,739 DEBUG [RS:0;1d14b453aaa0:34253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,744 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34253,1731302264811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:46,764 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:17:46,764 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34253,1731302264811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,765 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,765 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.Replication(171): 1d14b453aaa0,34253,1731302264811 started 2024-11-11T05:17:46,780 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:46,780 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,34253,1731302264811, RpcServer on 1d14b453aaa0/172.17.0.2:34253, sessionid=0x1012854013c0001 2024-11-11T05:17:46,780 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:17:46,780 DEBUG [RS:0;1d14b453aaa0:34253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,780 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,34253,1731302264811' 2024-11-11T05:17:46,780 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01530305389/flush-table-proc/abort' 2024-11-11T05:17:46,781 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01530305389/flush-table-proc/acquired' 2024-11-11T05:17:46,782 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:17:46,782 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:17:46,782 DEBUG [RS:0;1d14b453aaa0:34253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:46,782 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,34253,1731302264811' 2024-11-11T05:17:46,782 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01530305389/online-snapshot/abort' 2024-11-11T05:17:46,783 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01530305389/online-snapshot/acquired' 2024-11-11T05:17:46,783 DEBUG [RS:0;1d14b453aaa0:34253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:17:46,783 INFO [RS:0;1d14b453aaa0:34253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:17:46,783 INFO [RS:0;1d14b453aaa0:34253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:17:46,884 INFO [RS:0;1d14b453aaa0:34253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:46,887 INFO [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C34253%2C1731302264811, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs, maxLogs=10 2024-11-11T05:17:46,903 DEBUG [RS:0;1d14b453aaa0:34253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887, exclude list is [], retry=0 2024-11-11T05:17:46,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-478dc781-48d9-42d7-a4dc-ff567c49f132,DISK] 2024-11-11T05:17:46,910 INFO [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 2024-11-11T05:17:46,910 DEBUG [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-11T05:17:47,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:17:47,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c 2024-11-11T05:17:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:17:47,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:47,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:47,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:47,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:47,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:47,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:47,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:47,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:47,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:47,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:47,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740 2024-11-11T05:17:47,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740 2024-11-11T05:17:47,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:47,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:47,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:47,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:47,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:47,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803917, jitterRate=0.010357096791267395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302267484Initializing all the Stores at 1731302267485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302267486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267486Cleaning up temporary data from old regions at 1731302267505 (+19 ms)Region opened successfully at 1731302267510 (+5 ms) 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:47,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:47,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302267510Disabling compacts and flushes for region at 1731302267510Disabling writes for close at 1731302267510Writing region close event to WAL at 1731302267510Closed at 1731302267510 2024-11-11T05:17:47,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:47,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:17:47,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:17:47,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:47,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:17:47,665 DEBUG [1d14b453aaa0:34161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:47,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:47,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,34253,1731302264811, state=OPENING 2024-11-11T05:17:47,735 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:17:47,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:47,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:47,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:47,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530305389/meta-region-server: CHANGED 2024-11-11T05:17:47,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,34253,1731302264811}] 2024-11-11T05:17:47,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530305389/meta-region-server: CHANGED 2024-11-11T05:17:47,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:17:47,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:17:47,906 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:17:47,906 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:47,906 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:17:47,908 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C34253%2C1731302264811.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs, maxLogs=10 2024-11-11T05:17:47,923 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.meta.1731302267908.meta, exclude list is [], retry=0 2024-11-11T05:17:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-478dc781-48d9-42d7-a4dc-ff567c49f132,DISK] 2024-11-11T05:17:47,929 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.meta.1731302267908.meta 2024-11-11T05:17:47,932 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-11T05:17:47,932 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:47,933 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:47,933 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:47,933 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:17:47,933 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:17:47,934 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:17:47,934 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:47,934 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:17:47,934 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:17:47,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:47,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:47,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:47,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:47,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:47,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:47,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:47,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:47,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:47,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:47,949 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:47,950 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740 2024-11-11T05:17:47,951 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740 2024-11-11T05:17:47,953 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:47,953 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:47,953 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:47,955 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:47,956 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61804133, jitterRate=-0.07904665172100067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:47,956 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:17:47,956 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302267934Writing region info on filesystem at 1731302267934Initializing all the Stores at 1731302267941 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267943 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302267943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302267943Cleaning up temporary data from old regions at 1731302267953 (+10 ms)Running coprocessor post-open hooks at 1731302267956 (+3 ms)Region opened successfully at 1731302267956 2024-11-11T05:17:47,958 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302267899 2024-11-11T05:17:47,960 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:17:47,960 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:17:47,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:47,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,34253,1731302264811, state=OPEN 2024-11-11T05:17:48,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01530305389/meta-region-server 2024-11-11T05:17:48,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01530305389/meta-region-server 2024-11-11T05:17:48,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:48,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530305389/meta-region-server: CHANGED 2024-11-11T05:17:48,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530305389/meta-region-server: CHANGED 2024-11-11T05:17:48,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:17:48,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,34253,1731302264811 in 255 msec 2024-11-11T05:17:48,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:17:48,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-11T05:17:48,008 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:48,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:17:48,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:48,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,34253,1731302264811, seqNum=-1] 2024-11-11T05:17:48,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:48,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:48,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-11T05:17:48,021 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302268021, completionTime=-1 2024-11-11T05:17:48,021 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:17:48,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:17:48,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:17:48,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302328023 2024-11-11T05:17:48,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302388023 2024-11-11T05:17:48,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:17:48,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:34161, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,027 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:17:48,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.123sec 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:48,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:17:48,033 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:17:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:17:48,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34161,1731302264599-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:48,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:48,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34161,-1 for getting cluster id 2024-11-11T05:17:48,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:48,058 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be893-c6a0-4450-ae1d-6c746046b39c' 2024-11-11T05:17:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be893-c6a0-4450-ae1d-6c746046b39c" 2024-11-11T05:17:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9643e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34161,-1] 2024-11-11T05:17:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:48,060 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:48,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326d35e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:48,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,34253,1731302264811, seqNum=-1] 2024-11-11T05:17:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:48,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:48,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:48,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:48,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:48,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012854013c0002 connected 2024-11-11T05:17:48,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir so I do NOT create it in target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29 2024-11-11T05:17:48,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:17:48,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.tmp.dir so I do NOT create it in target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29 2024-11-11T05:17:48,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:17:48,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29 2024-11-11T05:17:48,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/cluster_72df0d71-6d18-be00-498b-c65e509ad2f2, deleteOnExit=true 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/test.cache.data in system properties and HBase conf 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:17:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:17:48,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:17:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:17:48,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:48,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:48,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:48,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:48,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:17:48,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:48,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4566547a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:48,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d03855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:48,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3f27f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/java.io.tmpdir/jetty-localhost-37295-hadoop-hdfs-3_4_1-tests_jar-_-any-7331978217818930188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:48,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ddfcc72{HTTP/1.1, (http/1.1)}{localhost:37295} 2024-11-11T05:17:48,650 INFO [Time-limited test {}] server.Server(415): Started @41063ms 2024-11-11T05:17:48,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:17:48,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:17:48,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:17:48,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:17:48,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:17:48,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106edffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:17:48,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544f7262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:17:49,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407fd9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/java.io.tmpdir/jetty-localhost-40533-hadoop-hdfs-3_4_1-tests_jar-_-any-9165110031601103539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:49,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a65fc0d{HTTP/1.1, (http/1.1)}{localhost:40533} 2024-11-11T05:17:49,032 INFO [Time-limited test {}] server.Server(415): Started @41445ms 2024-11-11T05:17:49,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:17:49,682 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/cluster_72df0d71-6d18-be00-498b-c65e509ad2f2/data/data1/current/BP-342433574-172.17.0.2-1731302268129/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:49,684 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/cluster_72df0d71-6d18-be00-498b-c65e509ad2f2/data/data2/current/BP-342433574-172.17.0.2-1731302268129/current, will proceed with Du for space computation calculation, 2024-11-11T05:17:49,703 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:17:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcb56a545b54d505 with lease ID 0xe94c8216a751f4be: Processing first storage report for DS-dc7cba75-2fe5-4caa-b1da-d575c64af771 from datanode DatanodeRegistration(127.0.0.1:39075, datanodeUuid=ae39ba8d-0efe-46fb-9707-9838429cc08f, infoPort=36733, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=1874509151;c=1731302268129) 2024-11-11T05:17:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcb56a545b54d505 with lease ID 0xe94c8216a751f4be: from storage DS-dc7cba75-2fe5-4caa-b1da-d575c64af771 node DatanodeRegistration(127.0.0.1:39075, datanodeUuid=ae39ba8d-0efe-46fb-9707-9838429cc08f, infoPort=36733, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=1874509151;c=1731302268129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcb56a545b54d505 with lease ID 0xe94c8216a751f4be: Processing first storage report for DS-89c41c20-6e69-42dc-9229-c1248705d17a from datanode DatanodeRegistration(127.0.0.1:39075, datanodeUuid=ae39ba8d-0efe-46fb-9707-9838429cc08f, infoPort=36733, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=1874509151;c=1731302268129) 2024-11-11T05:17:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcb56a545b54d505 with lease ID 0xe94c8216a751f4be: from storage DS-89c41c20-6e69-42dc-9229-c1248705d17a node DatanodeRegistration(127.0.0.1:39075, datanodeUuid=ae39ba8d-0efe-46fb-9707-9838429cc08f, infoPort=36733, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=1874509151;c=1731302268129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:17:49,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29 2024-11-11T05:17:49,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:49,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:17:50,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305 with version=8 2024-11-11T05:17:50,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/hbase-staging 2024-11-11T05:17:50,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:50,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44795 2024-11-11T05:17:50,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44795 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:50,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447950x0, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:50,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44795-0x1012854013c0003 connected 2024-11-11T05:17:50,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:50,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:50,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/running 2024-11-11T05:17:50,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305, hbase.cluster.distributed=false 2024-11-11T05:17:50,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/acl 2024-11-11T05:17:50,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-11T05:17:50,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44795 2024-11-11T05:17:50,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44795 2024-11-11T05:17:50,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-11T05:17:50,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-11T05:17:50,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:17:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:17:50,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37893 2024-11-11T05:17:50,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37893 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:50,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:50,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:50,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378930x0, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:50,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378930x0, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/running 2024-11-11T05:17:50,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37893-0x1012854013c0004 connected 2024-11-11T05:17:50,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:17:50,347 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:17:50,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/master 2024-11-11T05:17:50,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/acl 2024-11-11T05:17:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-11T05:17:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37893 2024-11-11T05:17:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37893 2024-11-11T05:17:50,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-11T05:17:50,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-11T05:17:50,362 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:44795 2024-11-11T05:17:50,363 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1862587940/backup-masters/1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/backup-masters 2024-11-11T05:17:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/backup-masters 2024-11-11T05:17:50,367 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on existing znode=/1862587940/backup-masters/1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1862587940/master 2024-11-11T05:17:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:50,378 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on existing znode=/1862587940/master 2024-11-11T05:17:50,378 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1862587940/backup-masters/1d14b453aaa0,44795,1731302270192 from backup master directory 2024-11-11T05:17:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1862587940/backup-masters/1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/backup-masters 2024-11-11T05:17:50,388 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/backup-masters 2024-11-11T05:17:50,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:50,392 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/hbase.id] with ID: 643e5e85-a64b-44c3-9285-81750c97d9b9 2024-11-11T05:17:50,392 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/.tmp/hbase.id 2024-11-11T05:17:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:17:50,797 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/.tmp/hbase.id]:[hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/hbase.id] 2024-11-11T05:17:50,808 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:17:50,808 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:17:50,809 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:17:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:17:51,266 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:51,267 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:17:51,267 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:17:51,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:51,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:51,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:51,675 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store 2024-11-11T05:17:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:52,082 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:52,082 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:52,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302272082Disabling compacts and flushes for region at 1731302272082Disabling writes for close at 1731302272082Writing region close event to WAL at 1731302272082Closed at 1731302272082 2024-11-11T05:17:52,083 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/.initializing 2024-11-11T05:17:52,083 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/WALs/1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:52,084 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:52,086 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C44795%2C1731302270192, suffix=, logDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/WALs/1d14b453aaa0,44795,1731302270192, archiveDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/oldWALs, maxLogs=10 2024-11-11T05:17:52,098 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/WALs/1d14b453aaa0,44795,1731302270192/1d14b453aaa0%2C44795%2C1731302270192.1731302272086, exclude list is [], retry=0 2024-11-11T05:17:52,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-dc7cba75-2fe5-4caa-b1da-d575c64af771,DISK] 2024-11-11T05:17:52,102 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/WALs/1d14b453aaa0,44795,1731302270192/1d14b453aaa0%2C44795%2C1731302270192.1731302272086 2024-11-11T05:17:52,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-11T05:17:52,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:52,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:52,103 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,103 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:17:52,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:17:52,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:52,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:52,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:17:52,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:52,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:52,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:17:52,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:52,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:52,111 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,112 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,112 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:52,115 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:17:52,117 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:52,117 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254728, jitterRate=-0.027628779411315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:52,118 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302272103Initializing all the Stores at 1731302272104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302272104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302272104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302272104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302272104Cleaning up temporary data from old regions at 1731302272114 (+10 ms)Region opened successfully at 1731302272118 (+4 ms) 2024-11-11T05:17:52,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:17:52,120 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5c7031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:52,121 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:17:52,121 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:17:52,121 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:17:52,121 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:17:52,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:17:52,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:17:52,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:17:52,124 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:17:52,124 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/balancer because node does not exist (not necessarily an error) 2024-11-11T05:17:52,261 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/balancer already deleted, retry=false 2024-11-11T05:17:52,262 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:17:52,263 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:17:52,369 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/normalizer already deleted, retry=false 2024-11-11T05:17:52,369 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:17:52,370 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:17:52,396 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/switch/split already deleted, retry=false 2024-11-11T05:17:52,397 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:17:52,409 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/switch/merge already deleted, retry=false 2024-11-11T05:17:52,411 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:17:52,419 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/snapshot-cleanup already deleted, retry=false 2024-11-11T05:17:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1862587940/running 2024-11-11T05:17:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1862587940/running 2024-11-11T05:17:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,44795,1731302270192, sessionid=0x1012854013c0003, setting cluster-up flag (Was=false) 2024-11-11T05:17:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,482 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1862587940/flush-table-proc/acquired, /1862587940/flush-table-proc/reached, /1862587940/flush-table-proc/abort 2024-11-11T05:17:52,483 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:52,535 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1862587940/online-snapshot/acquired, /1862587940/online-snapshot/reached, /1862587940/online-snapshot/abort 2024-11-11T05:17:52,536 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:52,537 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:17:52,539 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:52,539 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:17:52,539 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:17:52,540 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,44795,1731302270192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,541 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:52,542 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302302543 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,543 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:17:52,544 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:17:52,544 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:17:52,544 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:17:52,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:52,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:17:52,544 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:17:52,544 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:17:52,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:52,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:17:52,547 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302272544,5,FailOnTimeoutGroup] 2024-11-11T05:17:52,548 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302272547,5,FailOnTimeoutGroup] 2024-11-11T05:17:52,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:17:52,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,548 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:17:52,556 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(746): ClusterId : 643e5e85-a64b-44c3-9285-81750c97d9b9 2024-11-11T05:17:52,556 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:17:52,567 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:17:52,567 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:17:52,578 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:17:52,578 DEBUG [RS:0;1d14b453aaa0:37893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d9563c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:17:52,588 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:37893 2024-11-11T05:17:52,588 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:17:52,588 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:17:52,588 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:17:52,589 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,44795,1731302270192 with port=37893, startcode=1731302270333 2024-11-11T05:17:52,589 DEBUG [RS:0;1d14b453aaa0:37893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:17:52,591 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:17:52,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44795 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,593 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305 2024-11-11T05:17:52,593 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37217 2024-11-11T05:17:52,593 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:17:52,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/rs 2024-11-11T05:17:52,599 DEBUG [RS:0;1d14b453aaa0:37893 {}] zookeeper.ZKUtil(111): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on existing znode=/1862587940/rs/1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,599 WARN [RS:0;1d14b453aaa0:37893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:17:52,599 INFO [RS:0;1d14b453aaa0:37893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:52,599 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37893,1731302270333] 2024-11-11T05:17:52,602 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:17:52,604 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:17:52,605 INFO [RS:0;1d14b453aaa0:37893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:17:52,605 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,605 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:17:52,606 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:17:52,606 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,606 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:17:52,607 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:52,607 DEBUG [RS:0;1d14b453aaa0:37893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,607 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37893,1731302270333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:52,620 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:17:52,620 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37893,1731302270333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,620 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,621 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.Replication(171): 1d14b453aaa0,37893,1731302270333 started 2024-11-11T05:17:52,633 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:52,633 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37893,1731302270333, RpcServer on 1d14b453aaa0/172.17.0.2:37893, sessionid=0x1012854013c0004 2024-11-11T05:17:52,633 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:17:52,633 DEBUG [RS:0;1d14b453aaa0:37893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,633 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37893,1731302270333' 2024-11-11T05:17:52,633 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1862587940/flush-table-proc/abort' 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1862587940/flush-table-proc/acquired' 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37893,1731302270333' 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1862587940/online-snapshot/abort' 2024-11-11T05:17:52,634 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1862587940/online-snapshot/acquired' 2024-11-11T05:17:52,635 DEBUG [RS:0;1d14b453aaa0:37893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:17:52,635 INFO [RS:0;1d14b453aaa0:37893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:17:52,635 INFO [RS:0;1d14b453aaa0:37893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:17:52,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:17:52,735 INFO [RS:0;1d14b453aaa0:37893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:17:52,737 INFO [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37893%2C1731302270333, suffix=, logDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333, archiveDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/oldWALs, maxLogs=10 2024-11-11T05:17:52,749 DEBUG [RS:0;1d14b453aaa0:37893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.1731302272737, exclude list is [], retry=0 2024-11-11T05:17:52,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-dc7cba75-2fe5-4caa-b1da-d575c64af771,DISK] 2024-11-11T05:17:52,753 INFO [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.1731302272737 2024-11-11T05:17:52,754 DEBUG [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-11T05:17:52,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:17:52,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305 2024-11-11T05:17:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:17:53,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:53,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:53,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:53,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:53,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:53,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:53,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:53,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:53,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:53,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:53,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740 2024-11-11T05:17:53,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740 2024-11-11T05:17:53,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:53,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:53,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:53,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:53,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:53,376 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73303855, jitterRate=0.09231255948543549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302273362Initializing all the Stores at 1731302273363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302273363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273363Cleaning up temporary data from old regions at 1731302273372 (+9 ms)Region opened successfully at 1731302273376 (+4 ms) 2024-11-11T05:17:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:53,376 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:53,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:53,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302273376Disabling compacts and flushes for region at 1731302273376Disabling writes for close at 1731302273376Writing region close event to WAL at 1731302273377 (+1 ms)Closed at 1731302273377 2024-11-11T05:17:53,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:53,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:17:53,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:17:53,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:53,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:17:53,531 DEBUG [1d14b453aaa0:44795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:17:53,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:53,532 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37893,1731302270333, state=OPENING 2024-11-11T05:17:53,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:17:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:53,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:17:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1862587940/meta-region-server: CHANGED 2024-11-11T05:17:53,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1862587940/meta-region-server: CHANGED 2024-11-11T05:17:53,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37893,1731302270333}] 2024-11-11T05:17:53,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:17:53,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:17:53,797 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:17:53,797 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:53,798 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:17:53,799 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37893%2C1731302270333.meta, suffix=.meta, logDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333, archiveDir=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/oldWALs, maxLogs=10 2024-11-11T05:17:53,812 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.meta.1731302273799.meta, exclude list is [], retry=0 2024-11-11T05:17:53,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39075,DS-dc7cba75-2fe5-4caa-b1da-d575c64af771,DISK] 2024-11-11T05:17:53,817 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.meta.1731302273799.meta 2024-11-11T05:17:53,817 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-11T05:17:53,817 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:53,817 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:53,817 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:53,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:17:53,818 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:17:53,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:17:53,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:53,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:17:53,818 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:17:53,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:17:53,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:17:53,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:17:53,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:17:53,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:17:53,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:17:53,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:17:53,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:17:53,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:53,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:17:53,824 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:17:53,824 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740 2024-11-11T05:17:53,825 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740 2024-11-11T05:17:53,827 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:17:53,827 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:17:53,828 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:17:53,829 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:17:53,830 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70037942, jitterRate=0.043646663427352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:17:53,830 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:17:53,830 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302273818Writing region info on filesystem at 1731302273818Initializing all the Stores at 1731302273819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302273819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302273819Cleaning up temporary data from old regions at 1731302273827 (+8 ms)Running coprocessor post-open hooks at 1731302273830 (+3 ms)Region opened successfully at 1731302273830 2024-11-11T05:17:53,831 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302273792 2024-11-11T05:17:53,834 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:17:53,834 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:17:53,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:53,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37893,1731302270333, state=OPEN 2024-11-11T05:17:53,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1862587940/meta-region-server 2024-11-11T05:17:53,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1862587940/meta-region-server 2024-11-11T05:17:53,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:53,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1862587940/meta-region-server: CHANGED 2024-11-11T05:17:53,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1862587940/meta-region-server: CHANGED 2024-11-11T05:17:53,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:17:53,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37893,1731302270333 in 201 msec 2024-11-11T05:17:53,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:17:53,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-11T05:17:53,846 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:17:53,846 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:17:53,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:53,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37893,1731302270333, seqNum=-1] 2024-11-11T05:17:53,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:53,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:53,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-11T05:17:53,855 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302273855, completionTime=-1 2024-11-11T05:17:53,855 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:17:53,855 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:17:53,857 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:17:53,857 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302333857 2024-11-11T05:17:53,857 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302393857 2024-11-11T05:17:53,857 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:44795, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,860 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.474sec 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:17:53,862 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:17:53,864 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:17:53,865 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:17:53,865 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44795,1731302270192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:17:53,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44795,-1 for getting cluster id 2024-11-11T05:17:53,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:53,959 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643e5e85-a64b-44c3-9285-81750c97d9b9' 2024-11-11T05:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643e5e85-a64b-44c3-9285-81750c97d9b9" 2024-11-11T05:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115dc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44795,-1] 2024-11-11T05:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:53,961 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:53,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36a130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37893,1731302270333, seqNum=-1] 2024-11-11T05:17:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:53,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:17:53,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:53,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-11T05:17:53,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:17:53,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012854013c0005 connected 2024-11-11T05:17:53,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c475f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34161,-1 for getting cluster id 2024-11-11T05:17:53,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:53,991 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33be893-c6a0-4450-ae1d-6c746046b39c' 2024-11-11T05:17:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33be893-c6a0-4450-ae1d-6c746046b39c" 2024-11-11T05:17:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd6c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34161,-1] 2024-11-11T05:17:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:53,993 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5946224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:53,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bc6262 2024-11-11T05:17:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:53,996 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:53,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:44795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:17:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:17:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:54,000 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:44795' 2024-11-11T05:17:54,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7cc10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:54,000 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44795,-1 for getting cluster id 2024-11-11T05:17:54,000 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:54,001 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643e5e85-a64b-44c3-9285-81750c97d9b9' 2024-11-11T05:17:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643e5e85-a64b-44c3-9285-81750c97d9b9" 2024-11-11T05:17:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375241f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44795,-1] 2024-11-11T05:17:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:54,003 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:54,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3651694b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:54,003 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115c443d 2024-11-11T05:17:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:54,005 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:54,006 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T05:17:54,006 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:17:54,006 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:54,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:54,006 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:54,007 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:17:54,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:17:54,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:17:54,009 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:54,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:17:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741835_1011 (size=1138) 2024-11-11T05:17:54,058 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:17:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:54,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da900ec6fea789a0ada09f44b8e43dbf, NAME => 'hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c 2024-11-11T05:17:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741836_1012 (size=44) 2024-11-11T05:17:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:54,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:54,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da900ec6fea789a0ada09f44b8e43dbf, disabling compactions & flushes 2024-11-11T05:17:54,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:54,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:54,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. after waiting 0 ms 2024-11-11T05:17:54,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:54,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:54,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da900ec6fea789a0ada09f44b8e43dbf: Waiting for close lock at 1731302274827Disabling compacts and flushes for region at 1731302274827Disabling writes for close at 1731302274827Writing region close event to WAL at 1731302274827Closed at 1731302274827 2024-11-11T05:17:54,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:17:54,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302274828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302274828"}]},"ts":"1731302274828"} 2024-11-11T05:17:54,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:17:54,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:17:54,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302274832"}]},"ts":"1731302274832"} 2024-11-11T05:17:54,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:17:54,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da900ec6fea789a0ada09f44b8e43dbf, ASSIGN}] 2024-11-11T05:17:54,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da900ec6fea789a0ada09f44b8e43dbf, ASSIGN 2024-11-11T05:17:54,837 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da900ec6fea789a0ada09f44b8e43dbf, ASSIGN; state=OFFLINE, location=1d14b453aaa0,34253,1731302264811; forceNewPlan=false, retain=false 2024-11-11T05:17:54,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da900ec6fea789a0ada09f44b8e43dbf, regionState=OPENING, regionLocation=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:54,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da900ec6fea789a0ada09f44b8e43dbf, ASSIGN because future has completed 2024-11-11T05:17:54,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da900ec6fea789a0ada09f44b8e43dbf, server=1d14b453aaa0,34253,1731302264811}] 2024-11-11T05:17:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:55,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:55,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:17:55,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:17:55,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C34253%2C1731302264811.rep, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs, maxLogs=10 2024-11-11T05:17:55,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.rep.1731302275148, exclude list is [], retry=0 2024-11-11T05:17:55,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-478dc781-48d9-42d7-a4dc-ff567c49f132,DISK] 2024-11-11T05:17:55,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.rep.1731302275148 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da900ec6fea789a0ada09f44b8e43dbf, NAME => 'hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:17:55,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. service=MultiRowMutationService 2024-11-11T05:17:55,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,166 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,167 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da900ec6fea789a0ada09f44b8e43dbf columnFamilyName hfileref 2024-11-11T05:17:55,167 DEBUG [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:55,167 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(327): Store=da900ec6fea789a0ada09f44b8e43dbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:55,168 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,169 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da900ec6fea789a0ada09f44b8e43dbf columnFamilyName queue 2024-11-11T05:17:55,169 DEBUG [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:55,169 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(327): Store=da900ec6fea789a0ada09f44b8e43dbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:55,169 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,170 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da900ec6fea789a0ada09f44b8e43dbf columnFamilyName sid 2024-11-11T05:17:55,170 DEBUG [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:17:55,171 INFO [StoreOpener-da900ec6fea789a0ada09f44b8e43dbf-1 {}] regionserver.HStore(327): Store=da900ec6fea789a0ada09f44b8e43dbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:17:55,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:17:55,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened da900ec6fea789a0ada09f44b8e43dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75349484, jitterRate=0.12279480695724487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:17:55,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:55,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da900ec6fea789a0ada09f44b8e43dbf: Running coprocessor pre-open hook at 1731302275165Writing region info on filesystem at 1731302275165Initializing all the Stores at 1731302275165Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302275166 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302275166Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302275166Cleaning up temporary data from old regions at 1731302275173 (+7 ms)Running coprocessor post-open hooks at 1731302275177 (+4 ms)Region opened successfully at 1731302275177 2024-11-11T05:17:55,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf., pid=7, masterSystemTime=1731302275142 2024-11-11T05:17:55,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:55,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:55,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da900ec6fea789a0ada09f44b8e43dbf, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:55,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da900ec6fea789a0ada09f44b8e43dbf, server=1d14b453aaa0,34253,1731302264811 because future has completed 2024-11-11T05:17:55,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T05:17:55,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure da900ec6fea789a0ada09f44b8e43dbf, server=1d14b453aaa0,34253,1731302264811 in 195 msec 2024-11-11T05:17:55,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:17:55,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da900ec6fea789a0ada09f44b8e43dbf, ASSIGN in 354 msec 2024-11-11T05:17:55,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:17:55,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302275191"}]},"ts":"1731302275191"} 2024-11-11T05:17:55,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:17:55,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:17:55,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-11T05:17:55,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf., hostname=1d14b453aaa0,34253,1731302264811, seqNum=2] 2024-11-11T05:17:55,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:55,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:55,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:17:55,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T05:17:55,458 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:17:55,491 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,34253,1731302264811, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:17:55,492 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:17:55,492 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,34253,1731302264811, seqNum=-1] 2024-11-11T05:17:55,492 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:17:55,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T05:17:55,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,34253,1731302264811', locateType=CURRENT is [region=hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf., hostname=1d14b453aaa0,34253,1731302264811, seqNum=2] 2024-11-11T05:17:55,498 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T05:17:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T05:17:55,501 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,34253,1731302264811 suceeded 2024-11-11T05:17:55,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T05:17:55,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-11T05:17:55,504 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:44795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:17:55,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-11T05:17:55,513 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:44795' 2024-11-11T05:17:55,515 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad334ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:55,515 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44795,-1 for getting cluster id 2024-11-11T05:17:55,515 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:17:55,516 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '643e5e85-a64b-44c3-9285-81750c97d9b9' 2024-11-11T05:17:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:17:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "643e5e85-a64b-44c3-9285-81750c97d9b9" 2024-11-11T05:17:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@402953c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44795,-1] 2024-11-11T05:17:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:17:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:55,517 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:17:55,518 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317083ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:17:55,518 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:55,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:55,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494b4805 2024-11-11T05:17:55,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:55,520 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T05:17:55,520 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,34253,1731302264811 (queues=1) is replicating from cluster=f33be893-c6a0-4450-ae1d-6c746046b39c to cluster=643e5e85-a64b-44c3-9285-81750c97d9b9 2024-11-11T05:17:55,521 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C34253%2C1731302264811 2024-11-11T05:17:55,521 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,34253,1731302264811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:17:55,521 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.shipper1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C34253%2C1731302264811 2024-11-11T05:17:55,521 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887, startPosition=0, beingWritten=true 2024-11-11T05:17:55,726 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:17:55,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:17:55,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:17:55,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T05:17:55,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:55,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T05:17:55,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:55,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:17:55,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:17:55,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:17:56,031 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:17:56,145 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:17:56,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:56,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:56,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:17:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ac6571 2024-11-11T05:17:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:17:56,148 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:17:56,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:17:56,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:17:56,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:56,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:56,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:56,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:17:56,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082355044, stopped=false 2024-11-11T05:17:56,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,44795,1731302270192 2024-11-11T05:17:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1862587940/running 2024-11-11T05:17:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1862587940/running 2024-11-11T05:17:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:56,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:56,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:56,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:56,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/running 2024-11-11T05:17:56,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Set watcher on znode that does not yet exist, /1862587940/running 2024-11-11T05:17:56,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37893,1731302270333' ***** 2024-11-11T05:17:56,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:17:56,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:56,199 INFO [RS:0;1d14b453aaa0:37893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37893. 2024-11-11T05:17:56,200 DEBUG [RS:0;1d14b453aaa0:37893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:56,200 DEBUG [RS:0;1d14b453aaa0:37893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:56,200 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:17:56,200 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:17:56,200 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:17:56,200 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:17:56,200 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:17:56,200 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:17:56,200 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:56,200 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:56,200 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:56,200 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:56,200 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:56,200 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:56,200 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T05:17:56,210 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:56,214 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/.tmp/ns/dd6a28ba613243f6b0bf92b6902eaf0d is 43, key is default/ns:d/1731302273850/Put/seqid=0 2024-11-11T05:17:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741835_1011 (size=5153) 2024-11-11T05:17:56,400 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:56,436 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:56,600 DEBUG [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:56,619 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/.tmp/ns/dd6a28ba613243f6b0bf92b6902eaf0d 2024-11-11T05:17:56,625 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/.tmp/ns/dd6a28ba613243f6b0bf92b6902eaf0d as hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/ns/dd6a28ba613243f6b0bf92b6902eaf0d 2024-11-11T05:17:56,631 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/ns/dd6a28ba613243f6b0bf92b6902eaf0d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T05:17:56,632 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-11T05:17:56,636 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T05:17:56,637 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:56,637 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:56,637 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:56,637 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302276200Running coprocessor pre-close hooks at 1731302276200Disabling compacts and flushes for region at 1731302276200Disabling writes for close at 1731302276200Obtaining lock to block concurrent updates at 1731302276200Preparing flush snapshotting stores in 1588230740 at 1731302276200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731302276201 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302276201Flushing 1588230740/ns: creating writer at 1731302276201Flushing 1588230740/ns: appending metadata at 1731302276213 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731302276213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e94a58: reopening flushed file at 1731302276624 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731302276632 (+8 ms)Writing region close event to WAL at 1731302276633 (+1 ms)Running coprocessor post-close hooks at 1731302276637 (+4 ms)Closed at 1731302276637 2024-11-11T05:17:56,637 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:56,698 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:17:56,698 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:17:56,801 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37893,1731302270333; all regions closed. 2024-11-11T05:17:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741834_1010 (size=1152) 2024-11-11T05:17:56,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.meta.1731302273799.meta not finished, retry = 0 2024-11-11T05:17:56,906 DEBUG [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/oldWALs 2024-11-11T05:17:56,906 INFO [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37893%2C1731302270333.meta:.meta(num 1731302273799) 2024-11-11T05:17:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741832_1008 (size=93) 2024-11-11T05:17:56,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/WALs/1d14b453aaa0,37893,1731302270333/1d14b453aaa0%2C37893%2C1731302270333.1731302272737 not finished, retry = 0 2024-11-11T05:17:56,941 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:57,011 DEBUG [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/oldWALs 2024-11-11T05:17:57,011 INFO [RS:0;1d14b453aaa0:37893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37893%2C1731302270333:(num 1731302272737) 2024-11-11T05:17:57,011 DEBUG [RS:0;1d14b453aaa0:37893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:57,011 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:57,011 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:57,011 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:57,011 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:57,011 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:57,012 INFO [RS:0;1d14b453aaa0:37893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37893 2024-11-11T05:17:57,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1862587940/rs/1d14b453aaa0,37893,1731302270333 2024-11-11T05:17:57,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940/rs 2024-11-11T05:17:57,061 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:57,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37893,1731302270333] 2024-11-11T05:17:57,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1862587940/draining/1d14b453aaa0,37893,1731302270333 already deleted, retry=false 2024-11-11T05:17:57,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37893,1731302270333 expired; onlineServers=0 2024-11-11T05:17:57,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,44795,1731302270192' ***** 2024-11-11T05:17:57,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:17:57,082 INFO [M:0;1d14b453aaa0:44795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:57,082 INFO [M:0;1d14b453aaa0:44795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:57,082 DEBUG [M:0;1d14b453aaa0:44795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:17:57,083 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:17:57,083 DEBUG [M:0;1d14b453aaa0:44795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:17:57,083 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302272544 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302272544,5,FailOnTimeoutGroup] 2024-11-11T05:17:57,083 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302272547 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302272547,5,FailOnTimeoutGroup] 2024-11-11T05:17:57,083 INFO [M:0;1d14b453aaa0:44795 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:57,083 INFO [M:0;1d14b453aaa0:44795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:57,083 DEBUG [M:0;1d14b453aaa0:44795 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:17:57,083 INFO [M:0;1d14b453aaa0:44795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:17:57,083 INFO [M:0;1d14b453aaa0:44795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:57,083 INFO [M:0;1d14b453aaa0:44795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:17:57,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:17:57,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1862587940/master 2024-11-11T05:17:57,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1862587940 2024-11-11T05:17:57,093 DEBUG [M:0;1d14b453aaa0:44795 {}] zookeeper.ZKUtil(347): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Unable to get data of znode /1862587940/master because node does not exist (not an error) 2024-11-11T05:17:57,093 WARN [M:0;1d14b453aaa0:44795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:17:57,093 INFO [M:0;1d14b453aaa0:44795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/.lastflushedseqids 2024-11-11T05:17:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741836_1012 (size=99) 2024-11-11T05:17:57,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:57,172 INFO [RS:0;1d14b453aaa0:37893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:57,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37893-0x1012854013c0004, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:57,172 INFO [RS:0;1d14b453aaa0:37893 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37893,1731302270333; zookeeper connection closed. 2024-11-11T05:17:57,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bac230e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bac230e 2024-11-11T05:17:57,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:17:57,498 INFO [M:0;1d14b453aaa0:44795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:17:57,499 INFO [M:0;1d14b453aaa0:44795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:17:57,499 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:57,499 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:57,499 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:57,499 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:57,499 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:57,499 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T05:17:57,513 DEBUG [M:0;1d14b453aaa0:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8c1652ac3244189bdd5cabefec4df0 is 82, key is hbase:meta,,1/info:regioninfo/1731302273834/Put/seqid=0 2024-11-11T05:17:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741837_1013 (size=5672) 2024-11-11T05:17:57,545 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:57,917 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8c1652ac3244189bdd5cabefec4df0 2024-11-11T05:17:57,946 DEBUG [M:0;1d14b453aaa0:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e7b1ffa70a419dbd3ca0cd632e8e93 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731302273854/Put/seqid=0 2024-11-11T05:17:57,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741838_1014 (size=5275) 2024-11-11T05:17:57,952 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e7b1ffa70a419dbd3ca0cd632e8e93 2024-11-11T05:17:57,975 DEBUG [M:0;1d14b453aaa0:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf71887a854d428712a9debd27a5dd is 69, key is 1d14b453aaa0,37893,1731302270333/rs:state/1731302272591/Put/seqid=0 2024-11-11T05:17:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741839_1015 (size=5156) 2024-11-11T05:17:57,981 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf71887a854d428712a9debd27a5dd 2024-11-11T05:17:57,989 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a8c1652ac3244189bdd5cabefec4df0 as hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8c1652ac3244189bdd5cabefec4df0 2024-11-11T05:17:57,997 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a8c1652ac3244189bdd5cabefec4df0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T05:17:57,999 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e7b1ffa70a419dbd3ca0cd632e8e93 as hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e7b1ffa70a419dbd3ca0cd632e8e93 2024-11-11T05:17:58,007 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e7b1ffa70a419dbd3ca0cd632e8e93, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T05:17:58,009 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf71887a854d428712a9debd27a5dd as hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98bf71887a854d428712a9debd27a5dd 2024-11-11T05:17:58,015 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37217/user/jenkins/test-data/7a2955de-f011-f0ad-3eb4-02f09210a305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98bf71887a854d428712a9debd27a5dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T05:17:58,017 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=28, compaction requested=false 2024-11-11T05:17:58,028 INFO [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:58,028 DEBUG [M:0;1d14b453aaa0:44795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302277499Disabling compacts and flushes for region at 1731302277499Disabling writes for close at 1731302277499Obtaining lock to block concurrent updates at 1731302277499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302277499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731302277499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302277500 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302277500Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302277512 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302277512Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302277922 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302277945 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302277946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302277959 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302277974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302277974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b96b47: reopening flushed file at 1731302277988 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7675af: reopening flushed file at 1731302277998 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e026a6: reopening flushed file at 1731302278007 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=28, compaction requested=false at 1731302278017 (+10 ms)Writing region close event to WAL at 1731302278028 (+11 ms)Closed at 1731302278028 2024-11-11T05:17:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39075 is added to blk_1073741830_1006 (size=10165) 2024-11-11T05:17:58,034 INFO [M:0;1d14b453aaa0:44795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:17:58,034 INFO [M:0;1d14b453aaa0:44795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44795 2024-11-11T05:17:58,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:58,034 INFO [M:0;1d14b453aaa0:44795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:58,193 INFO [M:0;1d14b453aaa0:44795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1012854013c0003, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:58,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407fd9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:17:58,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a65fc0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:58,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:58,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544f7262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:58,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106edffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:58,204 WARN [BP-342433574-172.17.0.2-1731302268129 heartbeating to localhost/127.0.0.1:37217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:17:58,204 WARN [BP-342433574-172.17.0.2-1731302268129 heartbeating to localhost/127.0.0.1:37217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342433574-172.17.0.2-1731302268129 (Datanode Uuid ae39ba8d-0efe-46fb-9707-9838429cc08f) service to localhost/127.0.0.1:37217 2024-11-11T05:17:58,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/cluster_72df0d71-6d18-be00-498b-c65e509ad2f2/data/data1/current/BP-342433574-172.17.0.2-1731302268129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:58,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/cluster_72df0d71-6d18-be00-498b-c65e509ad2f2/data/data2/current/BP-342433574-172.17.0.2-1731302268129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:17:58,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:17:58,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:17:58,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:17:58,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3f27f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:17:58,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ddfcc72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:17:58,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:17:58,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d03855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:17:58,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4566547a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir/,STOPPED} 2024-11-11T05:17:58,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:17:58,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:17:58,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:58,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:58,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:58,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:58,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:58,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:17:58,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1769576461, stopped=false 2024-11-11T05:17:58,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,34161,1731302264599 2024-11-11T05:17:58,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530305389/running 2024-11-11T05:17:58,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530305389/running 2024-11-11T05:17:58,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:58,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:58,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:58,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:17:58,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:58,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:58,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/running 2024-11-11T05:17:58,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,34253,1731302264811' ***** 2024-11-11T05:17:58,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:17:58,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Set watcher on znode that does not yet exist, /01530305389/running 2024-11-11T05:17:58,242 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:17:58,242 INFO [RS:0;1d14b453aaa0:34253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:17:58,243 INFO [RS:0;1d14b453aaa0:34253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:17:58,243 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(3091): Received CLOSE for da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:58,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:17:58,246 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:58,246 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:58,246 INFO [RS:0;1d14b453aaa0:34253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:34253. 2024-11-11T05:17:58,246 DEBUG [RS:0;1d14b453aaa0:34253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:58,246 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:58,246 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da900ec6fea789a0ada09f44b8e43dbf, disabling compactions & flushes 2024-11-11T05:17:58,247 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:58,247 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:17:58,247 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:58,247 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. after waiting 0 ms 2024-11-11T05:17:58,247 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:58,247 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da900ec6fea789a0ada09f44b8e43dbf 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T05:17:58,247 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:17:58,247 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:17:58,247 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:17:58,247 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:17:58,248 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da900ec6fea789a0ada09f44b8e43dbf=hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf.} 2024-11-11T05:17:58,248 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da900ec6fea789a0ada09f44b8e43dbf 2024-11-11T05:17:58,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:17:58,248 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:17:58,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:17:58,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:17:58,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:17:58,249 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T05:17:58,250 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:58,257 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:58,275 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/info/3da18b2f0f6242a3917f8c93bb2626a4 is 147, key is hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf./info:regioninfo/1731302275181/Put/seqid=0 2024-11-11T05:17:58,279 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/.tmp/queue/6abebad2210849aa87b45a9508b9e8f7 is 151, key is 1-1d14b453aaa0,34253,1731302264811/queue:1d14b453aaa0%2C34253%2C1731302264811/1731302275497/Put/seqid=0 2024-11-11T05:17:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741839_1015 (size=5350) 2024-11-11T05:17:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741838_1014 (size=6631) 2024-11-11T05:17:58,296 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/.tmp/queue/6abebad2210849aa87b45a9508b9e8f7 2024-11-11T05:17:58,312 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/.tmp/queue/6abebad2210849aa87b45a9508b9e8f7 as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/queue/6abebad2210849aa87b45a9508b9e8f7 2024-11-11T05:17:58,325 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/queue/6abebad2210849aa87b45a9508b9e8f7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T05:17:58,326 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da900ec6fea789a0ada09f44b8e43dbf in 79ms, sequenceid=5, compaction requested=false 2024-11-11T05:17:58,326 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:17:58,334 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/replication/da900ec6fea789a0ada09f44b8e43dbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:17:58,334 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:58,334 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:58,335 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:58,335 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da900ec6fea789a0ada09f44b8e43dbf: Waiting for close lock at 1731302278246Running coprocessor pre-close hooks at 1731302278246Disabling compacts and flushes for region at 1731302278246Disabling writes for close at 1731302278247 (+1 ms)Obtaining lock to block concurrent updates at 1731302278247Preparing flush snapshotting stores in da900ec6fea789a0ada09f44b8e43dbf at 1731302278247Finished memstore snapshotting hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731302278247Flushing stores of hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. at 1731302278248 (+1 ms)Flushing da900ec6fea789a0ada09f44b8e43dbf/queue: creating writer at 1731302278249 (+1 ms)Flushing da900ec6fea789a0ada09f44b8e43dbf/queue: appending metadata at 1731302278278 (+29 ms)Flushing da900ec6fea789a0ada09f44b8e43dbf/queue: closing flushed file at 1731302278278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c07557: reopening flushed file at 1731302278310 (+32 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da900ec6fea789a0ada09f44b8e43dbf in 79ms, sequenceid=5, compaction requested=false at 1731302278326 (+16 ms)Writing region close event to WAL at 1731302278329 (+3 ms)Running coprocessor post-close hooks at 1731302278334 (+5 ms)Closed at 1731302278335 (+1 ms) 2024-11-11T05:17:58,335 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302274006.da900ec6fea789a0ada09f44b8e43dbf. 2024-11-11T05:17:58,448 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:58,648 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:58,696 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/info/3da18b2f0f6242a3917f8c93bb2626a4 2024-11-11T05:17:58,721 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/ns/777cc5afc8da4a499c167ee61a8c6a4d is 43, key is default/ns:d/1731302268012/Put/seqid=0 2024-11-11T05:17:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741840_1016 (size=5153) 2024-11-11T05:17:58,734 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/ns/777cc5afc8da4a499c167ee61a8c6a4d 2024-11-11T05:17:58,758 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:17:58,758 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:17:58,760 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/table/221d37d52b634a7c9794d4c8e9e5ef06 is 53, key is hbase:replication/table:state/1731302275191/Put/seqid=0 2024-11-11T05:17:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741841_1017 (size=5256) 2024-11-11T05:17:58,848 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:59,049 DEBUG [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:17:59,056 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.1731302266887 to pos 0, reset compression=false 2024-11-11T05:17:59,167 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/table/221d37d52b634a7c9794d4c8e9e5ef06 2024-11-11T05:17:59,174 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/info/3da18b2f0f6242a3917f8c93bb2626a4 as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/info/3da18b2f0f6242a3917f8c93bb2626a4 2024-11-11T05:17:59,180 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/info/3da18b2f0f6242a3917f8c93bb2626a4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T05:17:59,182 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/ns/777cc5afc8da4a499c167ee61a8c6a4d as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/ns/777cc5afc8da4a499c167ee61a8c6a4d 2024-11-11T05:17:59,190 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/ns/777cc5afc8da4a499c167ee61a8c6a4d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:17:59,192 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/.tmp/table/221d37d52b634a7c9794d4c8e9e5ef06 as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/table/221d37d52b634a7c9794d4c8e9e5ef06 2024-11-11T05:17:59,199 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/table/221d37d52b634a7c9794d4c8e9e5ef06, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T05:17:59,200 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=11, compaction requested=false 2024-11-11T05:17:59,206 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:17:59,206 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:17:59,207 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:17:59,207 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:59,207 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302278248Running coprocessor pre-close hooks at 1731302278248Disabling compacts and flushes for region at 1731302278248Disabling writes for close at 1731302278248Obtaining lock to block concurrent updates at 1731302278249 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302278249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731302278249Flushing stores of hbase:meta,,1.1588230740 at 1731302278250 (+1 ms)Flushing 1588230740/info: creating writer at 1731302278250Flushing 1588230740/info: appending metadata at 1731302278274 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731302278274Flushing 1588230740/ns: creating writer at 1731302278703 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731302278721 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731302278721Flushing 1588230740/table: creating writer at 1731302278740 (+19 ms)Flushing 1588230740/table: appending metadata at 1731302278759 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731302278759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a650d09: reopening flushed file at 1731302279173 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35418aca: reopening flushed file at 1731302279181 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23aa460f: reopening flushed file at 1731302279191 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=11, compaction requested=false at 1731302279200 (+9 ms)Writing region close event to WAL at 1731302279202 (+2 ms)Running coprocessor post-close hooks at 1731302279206 (+4 ms)Closed at 1731302279207 (+1 ms) 2024-11-11T05:17:59,207 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:17:59,249 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,34253,1731302264811; all regions closed. 2024-11-11T05:17:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741834_1010 (size=2742) 2024-11-11T05:17:59,254 DEBUG [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs 2024-11-11T05:17:59,254 INFO [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C34253%2C1731302264811.meta:.meta(num 1731302267908) 2024-11-11T05:17:59,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/WALs/1d14b453aaa0,34253,1731302264811/1d14b453aaa0%2C34253%2C1731302264811.rep.1731302275148 not finished, retry = 0 2024-11-11T05:17:59,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741837_1013 (size=1586) 2024-11-11T05:17:59,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:17:59,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:59,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:59,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:17:59,361 DEBUG [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs 2024-11-11T05:17:59,361 INFO [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C34253%2C1731302264811.rep:(num 1731302275148) 2024-11-11T05:17:59,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741832_1008 (size=93) 2024-11-11T05:17:59,371 DEBUG [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/oldWALs 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C34253%2C1731302264811:(num 1731302266887) 2024-11-11T05:17:59,371 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:59,371 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,34253,1731302264811 because: Region server is closing 2024-11-11T05:17:59,372 INFO [RS:0;1d14b453aaa0:34253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:34253. 2024-11-11T05:17:59,372 DEBUG [RS:0;1d14b453aaa0:34253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:17:59,372 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:59,372 DEBUG [RS:0;1d14b453aaa0:34253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:17:59,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:17:59,372 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:17:59,472 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.shipper1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:17:59,472 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.wal-reader.1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:17:59,473 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,34253,1731302264811.replicationSource.shipper1d14b453aaa0%2C34253%2C1731302264811,1-1d14b453aaa0,34253,1731302264811 terminated 2024-11-11T05:17:59,473 INFO [RS:0;1d14b453aaa0:34253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34253 2024-11-11T05:17:59,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389/rs 2024-11-11T05:17:59,524 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:17:59,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530305389/rs/1d14b453aaa0,34253,1731302264811 2024-11-11T05:17:59,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,34253,1731302264811] 2024-11-11T05:17:59,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/draining/1d14b453aaa0,34253,1731302264811 already deleted, retry=false 2024-11-11T05:17:59,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,34253,1731302264811 expired; onlineServers=0 2024-11-11T05:17:59,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,34161,1731302264599' ***** 2024-11-11T05:17:59,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:17:59,545 INFO [M:0;1d14b453aaa0:34161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:17:59,545 INFO [M:0;1d14b453aaa0:34161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:17:59,546 DEBUG [M:0;1d14b453aaa0:34161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:17:59,546 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:17:59,546 DEBUG [M:0;1d14b453aaa0:34161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:17:59,546 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302266639 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302266639,5,FailOnTimeoutGroup] 2024-11-11T05:17:59,546 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302266644 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302266644,5,FailOnTimeoutGroup] 2024-11-11T05:17:59,546 INFO [M:0;1d14b453aaa0:34161 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:17:59,546 INFO [M:0;1d14b453aaa0:34161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:17:59,546 DEBUG [M:0;1d14b453aaa0:34161 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:17:59,546 INFO [M:0;1d14b453aaa0:34161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:17:59,546 INFO [M:0;1d14b453aaa0:34161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:17:59,546 INFO [M:0;1d14b453aaa0:34161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:17:59,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:17:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530305389/master 2024-11-11T05:17:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530305389 2024-11-11T05:17:59,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01530305389/master already deleted, retry=false 2024-11-11T05:17:59,556 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Failed delete of our master address node; KeeperErrorCode = NoNode for /01530305389/master 2024-11-11T05:17:59,556 INFO [M:0;1d14b453aaa0:34161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/.lastflushedseqids 2024-11-11T05:17:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741842_1018 (size=181) 2024-11-11T05:17:59,561 INFO [M:0;1d14b453aaa0:34161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:17:59,561 INFO [M:0;1d14b453aaa0:34161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:17:59,562 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:17:59,562 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:59,562 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:59,562 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:17:59,562 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:17:59,562 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T05:17:59,601 DEBUG [M:0;1d14b453aaa0:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c6d19847a604e04a4f983c33d44f79d is 82, key is hbase:meta,,1/info:regioninfo/1731302267961/Put/seqid=0 2024-11-11T05:17:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741843_1019 (size=5672) 2024-11-11T05:17:59,616 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c6d19847a604e04a4f983c33d44f79d 2024-11-11T05:17:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:59,635 INFO [RS:0;1d14b453aaa0:34253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:17:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34253-0x1012854013c0001, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:17:59,635 INFO [RS:0;1d14b453aaa0:34253 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,34253,1731302264811; zookeeper connection closed. 2024-11-11T05:17:59,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46142964 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46142964 2024-11-11T05:17:59,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:17:59,639 DEBUG [M:0;1d14b453aaa0:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdb9d7edebd4580b002e52cdb8a5080 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731302275196/Put/seqid=0 2024-11-11T05:17:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741844_1020 (size=7203) 2024-11-11T05:17:59,658 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdb9d7edebd4580b002e52cdb8a5080 2024-11-11T05:17:59,683 DEBUG [M:0;1d14b453aaa0:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7897c63101584a3bbcf1366bd35adc91 is 69, key is 1d14b453aaa0,34253,1731302264811/rs:state/1731302266694/Put/seqid=0 2024-11-11T05:17:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741845_1021 (size=5156) 2024-11-11T05:18:00,088 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7897c63101584a3bbcf1366bd35adc91 2024-11-11T05:18:00,094 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c6d19847a604e04a4f983c33d44f79d as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c6d19847a604e04a4f983c33d44f79d 2024-11-11T05:18:00,100 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c6d19847a604e04a4f983c33d44f79d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T05:18:00,101 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdb9d7edebd4580b002e52cdb8a5080 as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fdb9d7edebd4580b002e52cdb8a5080 2024-11-11T05:18:00,113 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fdb9d7edebd4580b002e52cdb8a5080, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T05:18:00,114 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7897c63101584a3bbcf1366bd35adc91 as hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7897c63101584a3bbcf1366bd35adc91 2024-11-11T05:18:00,120 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/a7fd053a-493c-915c-e777-538126ff5c3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7897c63101584a3bbcf1366bd35adc91, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T05:18:00,122 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=70, compaction requested=false 2024-11-11T05:18:00,125 INFO [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:00,125 DEBUG [M:0;1d14b453aaa0:34161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302279562Disabling compacts and flushes for region at 1731302279562Disabling writes for close at 1731302279562Obtaining lock to block concurrent updates at 1731302279562Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302279562Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731302279562Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302279563 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302279563Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302279600 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302279601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302279622 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302279639 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302279639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302279664 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302279682 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302279682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df6f088: reopening flushed file at 1731302280094 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c06d91: reopening flushed file at 1731302280101 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b550b8a: reopening flushed file at 1731302280113 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=70, compaction requested=false at 1731302280122 (+9 ms)Writing region close event to WAL at 1731302280125 (+3 ms)Closed at 1731302280125 2024-11-11T05:18:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741830_1006 (size=41008) 2024-11-11T05:18:00,135 INFO [M:0;1d14b453aaa0:34161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:18:00,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:18:00,135 INFO [M:0;1d14b453aaa0:34161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34161 2024-11-11T05:18:00,135 INFO [M:0;1d14b453aaa0:34161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:18:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:18:00,288 INFO [M:0;1d14b453aaa0:34161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:18:00,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012854013c0000, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:18:00,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@697d5978{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:18:00,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a545d1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:18:00,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:18:00,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@279d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:18:00,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de29a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir/,STOPPED} 2024-11-11T05:18:00,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:18:00,295 WARN [BP-263485399-172.17.0.2-1731302262224 heartbeating to localhost/127.0.0.1:45447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:18:00,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:18:00,296 WARN [BP-263485399-172.17.0.2-1731302262224 heartbeating to localhost/127.0.0.1:45447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263485399-172.17.0.2-1731302262224 (Datanode Uuid ab5b3fcd-5fbc-40c7-81b1-3ebc60eb7253) service to localhost/127.0.0.1:45447 2024-11-11T05:18:00,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/data/data1/current/BP-263485399-172.17.0.2-1731302262224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:18:00,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/cluster_d6635e55-8f8e-b514-08bc-9d86c8c6daac/data/data2/current/BP-263485399-172.17.0.2-1731302262224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:18:00,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:18:00,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ec9ed79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:18:00,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78e99787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:18:00,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:18:00,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad87a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:18:00,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@520994d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/392302e7-1e4d-14cd-8723-dc2b6ad91469/hadoop.log.dir/,STOPPED} 2024-11-11T05:18:00,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:18:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:18:00,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 114) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37217 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=7359 (was 7531) 2024-11-11T05:18:00,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=7359 2024-11-11T05:18:00,396 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T05:18:00,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir so I do NOT create it in target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839 2024-11-11T05:18:00,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:18:00,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.tmp.dir so I do NOT create it in target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839 2024-11-11T05:18:00,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e19a4ec-b551-3f4c-df6d-05b3268d2c29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:18:00,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839 2024-11-11T05:18:00,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24, deleteOnExit=true 2024-11-11T05:18:00,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012854013c0002, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:18:00,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012854013c0005, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:18:00,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012854013c0002, quorum=127.0.0.1:61744, baseZNode=/01530305389 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:18:00,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012854013c0005, quorum=127.0.0.1:61744, baseZNode=/1862587940 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:18:00,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/zookeeper_0, clientPort=56412, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:18:00,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56412 2024-11-11T05:18:00,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:18:00,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:18:00,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/test.cache.data in system properties and HBase conf 2024-11-11T05:18:00,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:18:00,436 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:18:00,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:18:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:18:00,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:18:01,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:01,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:18:01,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:18:01,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:18:01,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:18:01,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:01,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:18:01,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:18:01,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500b85c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/java.io.tmpdir/jetty-localhost-35469-hadoop-hdfs-3_4_1-tests_jar-_-any-17893636658248530985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:18:01,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:35469} 2024-11-11T05:18:01,144 INFO [Time-limited test {}] server.Server(415): Started @53557ms 2024-11-11T05:18:01,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:01,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:18:01,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:18:01,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:18:01,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:18:01,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:18:01,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:18:01,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fff79bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/java.io.tmpdir/jetty-localhost-40299-hadoop-hdfs-3_4_1-tests_jar-_-any-8547391160458214468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:18:01,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:40299} 2024-11-11T05:18:01,584 INFO [Time-limited test {}] server.Server(415): Started @53997ms 2024-11-11T05:18:01,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:18:02,316 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/data/data1/current/BP-1877581456-172.17.0.2-1731302280457/current, will proceed with Du for space computation calculation, 2024-11-11T05:18:02,317 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/data/data2/current/BP-1877581456-172.17.0.2-1731302280457/current, will proceed with Du for space computation calculation, 2024-11-11T05:18:02,343 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:18:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf0e67f6be4ad9ca with lease ID 0x40f0bcdf22f49e5c: Processing first storage report for DS-77713b3e-dd30-48b7-b679-d3b76addbe16 from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=901a72cb-1bab-4581-9b6e-0725038734ed, infoPort=43097, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1217090833;c=1731302280457) 2024-11-11T05:18:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf0e67f6be4ad9ca with lease ID 0x40f0bcdf22f49e5c: from storage DS-77713b3e-dd30-48b7-b679-d3b76addbe16 node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=901a72cb-1bab-4581-9b6e-0725038734ed, infoPort=43097, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1217090833;c=1731302280457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:18:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf0e67f6be4ad9ca with lease ID 0x40f0bcdf22f49e5c: Processing first storage report for DS-89230732-9b63-4ee2-a31f-d908df3e9454 from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=901a72cb-1bab-4581-9b6e-0725038734ed, infoPort=43097, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1217090833;c=1731302280457) 2024-11-11T05:18:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf0e67f6be4ad9ca with lease ID 0x40f0bcdf22f49e5c: from storage DS-89230732-9b63-4ee2-a31f-d908df3e9454 node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=901a72cb-1bab-4581-9b6e-0725038734ed, infoPort=43097, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1217090833;c=1731302280457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:18:02,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839 2024-11-11T05:18:02,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:02,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:18:02,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff with version=8 2024-11-11T05:18:02,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/hbase-staging 2024-11-11T05:18:02,776 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:18:02,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:18:02,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45667 2024-11-11T05:18:02,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45667 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:02,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456670x0, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:02,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45667-0x101285448840000 connected 2024-11-11T05:18:02,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:02,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:02,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/running 2024-11-11T05:18:02,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff, hbase.cluster.distributed=false 2024-11-11T05:18:02,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/acl 2024-11-11T05:18:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-11T05:18:02,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45667 2024-11-11T05:18:02,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45667 2024-11-11T05:18:02,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-11T05:18:02,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-11T05:18:02,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:18:02,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:18:02,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39847 2024-11-11T05:18:02,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39847 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:02,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:03,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398470x0, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:03,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398470x0, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/running 2024-11-11T05:18:03,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:18:03,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39847-0x101285448840001 connected 2024-11-11T05:18:03,023 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:18:03,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/master 2024-11-11T05:18:03,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/acl 2024-11-11T05:18:03,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-11T05:18:03,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847 2024-11-11T05:18:03,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847 2024-11-11T05:18:03,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-11T05:18:03,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-11T05:18:03,076 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:45667 2024-11-11T05:18:03,080 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01319536523/backup-masters/1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:03,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/backup-masters 2024-11-11T05:18:03,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/backup-masters 2024-11-11T05:18:03,091 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on existing znode=/01319536523/backup-masters/1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319536523/master 2024-11-11T05:18:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:03,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:03,101 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on existing znode=/01319536523/master 2024-11-11T05:18:03,102 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01319536523/backup-masters/1d14b453aaa0,45667,1731302282775 from backup master directory 2024-11-11T05:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/backup-masters 2024-11-11T05:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319536523/backup-masters/1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/backup-masters 2024-11-11T05:18:03,111 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:18:03,111 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:03,116 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/hbase.id] with ID: 453fbfc7-30bb-490d-b393-ef2077b1bbd7 2024-11-11T05:18:03,116 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/.tmp/hbase.id 2024-11-11T05:18:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:18:03,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/.tmp/hbase.id]:[hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/hbase.id] 2024-11-11T05:18:03,141 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:03,141 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:18:03,143 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:18:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:03,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:18:03,561 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:18:03,562 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:18:03,563 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:18:03,987 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store 2024-11-11T05:18:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:18:04,000 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:04,001 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:18:04,001 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:04,001 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:04,001 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:18:04,001 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:04,001 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:04,001 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302284000Disabling compacts and flushes for region at 1731302284000Disabling writes for close at 1731302284001 (+1 ms)Writing region close event to WAL at 1731302284001Closed at 1731302284001 2024-11-11T05:18:04,002 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/.initializing 2024-11-11T05:18:04,002 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/WALs/1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:04,003 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:18:04,009 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C45667%2C1731302282775, suffix=, logDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/WALs/1d14b453aaa0,45667,1731302282775, archiveDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/oldWALs, maxLogs=10 2024-11-11T05:18:04,030 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/WALs/1d14b453aaa0,45667,1731302282775/1d14b453aaa0%2C45667%2C1731302282775.1731302284010, exclude list is [], retry=0 2024-11-11T05:18:04,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-77713b3e-dd30-48b7-b679-d3b76addbe16,DISK] 2024-11-11T05:18:04,037 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/WALs/1d14b453aaa0,45667,1731302282775/1d14b453aaa0%2C45667%2C1731302282775.1731302284010 2024-11-11T05:18:04,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-11T05:18:04,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:04,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:04,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,038 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:18:04,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:04,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:04,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:18:04,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:04,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:04,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:18:04,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:18:04,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:04,050 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,051 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,051 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,053 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,053 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,054 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:04,055 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:04,064 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:04,064 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69611536, jitterRate=0.0372927188873291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:04,065 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302284038Initializing all the Stores at 1731302284039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302284039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302284039Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302284039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302284039Cleaning up temporary data from old regions at 1731302284053 (+14 ms)Region opened successfully at 1731302284065 (+12 ms) 2024-11-11T05:18:04,068 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:18:04,073 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60de5641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:18:04,073 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:18:04,074 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:18:04,074 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:18:04,074 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:18:04,074 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:18:04,075 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:18:04,075 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:18:04,082 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:18:04,085 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/balancer because node does not exist (not necessarily an error) 2024-11-11T05:18:04,153 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/balancer already deleted, retry=false 2024-11-11T05:18:04,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:18:04,154 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:18:04,164 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/normalizer already deleted, retry=false 2024-11-11T05:18:04,164 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:18:04,165 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:18:04,174 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/switch/split already deleted, retry=false 2024-11-11T05:18:04,175 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:18:04,185 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/switch/merge already deleted, retry=false 2024-11-11T05:18:04,187 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:18:04,195 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/snapshot-cleanup already deleted, retry=false 2024-11-11T05:18:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319536523/running 2024-11-11T05:18:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319536523/running 2024-11-11T05:18:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,206 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,45667,1731302282775, sessionid=0x101285448840000, setting cluster-up flag (Was=false) 2024-11-11T05:18:04,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,258 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01319536523/flush-table-proc/acquired, /01319536523/flush-table-proc/reached, /01319536523/flush-table-proc/abort 2024-11-11T05:18:04,259 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:04,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:04,311 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01319536523/online-snapshot/acquired, /01319536523/online-snapshot/reached, /01319536523/online-snapshot/abort 2024-11-11T05:18:04,312 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:04,313 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:18:04,315 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:04,315 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:18:04,315 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:18:04,315 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,45667,1731302282775 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:18:04,316 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:04,316 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:04,316 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:04,316 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:04,316 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:18:04,317 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,317 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:18:04,317 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,317 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302314317 2024-11-11T05:18:04,317 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:18:04,317 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:18:04,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:18:04,318 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:18:04,320 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:18:04,320 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:18:04,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:04,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:18:04,324 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302284320,5,FailOnTimeoutGroup] 2024-11-11T05:18:04,324 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302284324,5,FailOnTimeoutGroup] 2024-11-11T05:18:04,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:18:04,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:18:04,363 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(746): ClusterId : 453fbfc7-30bb-490d-b393-ef2077b1bbd7 2024-11-11T05:18:04,363 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:18:04,375 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:18:04,375 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:18:04,385 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:18:04,386 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e72b274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:18:04,396 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:39847 2024-11-11T05:18:04,396 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:18:04,396 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:18:04,396 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:18:04,397 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,45667,1731302282775 with port=39847, startcode=1731302282996 2024-11-11T05:18:04,397 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:18:04,399 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:18:04,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,402 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff 2024-11-11T05:18:04,402 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44943 2024-11-11T05:18:04,402 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:18:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/rs 2024-11-11T05:18:04,414 DEBUG [RS:0;1d14b453aaa0:39847 {}] zookeeper.ZKUtil(111): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on existing znode=/01319536523/rs/1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,414 WARN [RS:0;1d14b453aaa0:39847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:18:04,415 INFO [RS:0;1d14b453aaa0:39847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:04,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,39847,1731302282996] 2024-11-11T05:18:04,415 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,419 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:18:04,424 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:18:04,428 INFO [RS:0;1d14b453aaa0:39847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:18:04,428 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,432 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:18:04,433 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:18:04,433 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,433 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,434 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:04,434 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:18:04,434 DEBUG [RS:0;1d14b453aaa0:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,438 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39847,1731302282996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:18:04,458 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:18:04,458 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39847,1731302282996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,458 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,458 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.Replication(171): 1d14b453aaa0,39847,1731302282996 started 2024-11-11T05:18:04,477 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:04,477 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,39847,1731302282996, RpcServer on 1d14b453aaa0/172.17.0.2:39847, sessionid=0x101285448840001 2024-11-11T05:18:04,477 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:18:04,477 DEBUG [RS:0;1d14b453aaa0:39847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,477 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39847,1731302282996' 2024-11-11T05:18:04,477 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01319536523/flush-table-proc/abort' 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01319536523/flush-table-proc/acquired' 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39847,1731302282996' 2024-11-11T05:18:04,478 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01319536523/online-snapshot/abort' 2024-11-11T05:18:04,479 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01319536523/online-snapshot/acquired' 2024-11-11T05:18:04,479 DEBUG [RS:0;1d14b453aaa0:39847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:18:04,479 INFO [RS:0;1d14b453aaa0:39847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:18:04,479 INFO [RS:0;1d14b453aaa0:39847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:18:04,580 INFO [RS:0;1d14b453aaa0:39847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:18:04,581 INFO [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39847%2C1731302282996, suffix=, logDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996, archiveDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs, maxLogs=10 2024-11-11T05:18:04,594 DEBUG [RS:0;1d14b453aaa0:39847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581, exclude list is [], retry=0 2024-11-11T05:18:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-77713b3e-dd30-48b7-b679-d3b76addbe16,DISK] 2024-11-11T05:18:04,601 INFO [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 2024-11-11T05:18:04,601 DEBUG [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-11T05:18:04,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:18:04,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:04,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:04,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:18:04,739 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff 2024-11-11T05:18:04,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:18:05,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:05,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:18:05,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:18:05,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:18:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:18:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:18:05,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:18:05,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:18:05,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:18:05,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:18:05,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740 2024-11-11T05:18:05,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740 2024-11-11T05:18:05,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:18:05,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:18:05,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:18:05,171 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:05,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74467556, jitterRate=0.1096530556678772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302285155Initializing all the Stores at 1731302285156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302285156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285156Cleaning up temporary data from old regions at 1731302285168 (+12 ms)Region opened successfully at 1731302285172 (+4 ms) 2024-11-11T05:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:18:05,172 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:18:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:18:05,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:18:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302285172Disabling compacts and flushes for region at 1731302285172Disabling writes for close at 1731302285172Writing region close event to WAL at 1731302285179 (+7 ms)Closed at 1731302285179 2024-11-11T05:18:05,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:05,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:18:05,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:18:05,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:18:05,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:18:05,337 DEBUG [1d14b453aaa0:45667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:18:05,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:05,339 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,39847,1731302282996, state=OPENING 2024-11-11T05:18:05,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:18:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:05,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319536523/meta-region-server: CHANGED 2024-11-11T05:18:05,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:18:05,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39847,1731302282996}] 2024-11-11T05:18:05,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319536523/meta-region-server: CHANGED 2024-11-11T05:18:05,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:18:05,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:18:05,560 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:18:05,560 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:05,561 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:18:05,562 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39847%2C1731302282996.meta, suffix=.meta, logDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996, archiveDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs, maxLogs=10 2024-11-11T05:18:05,578 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.meta.1731302285563.meta, exclude list is [], retry=0 2024-11-11T05:18:05,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-77713b3e-dd30-48b7-b679-d3b76addbe16,DISK] 2024-11-11T05:18:05,584 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.meta.1731302285563.meta 2024-11-11T05:18:05,585 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-11T05:18:05,585 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:05,585 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:18:05,586 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:18:05,586 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:18:05,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:18:05,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:18:05,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:18:05,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:18:05,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:18:05,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:18:05,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:18:05,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:18:05,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:05,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:05,599 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:18:05,600 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740 2024-11-11T05:18:05,602 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740 2024-11-11T05:18:05,603 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:18:05,603 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:18:05,604 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:05,606 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:18:05,606 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59949081, jitterRate=-0.10668908059597015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:05,607 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:18:05,607 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302285586Writing region info on filesystem at 1731302285586Initializing all the Stores at 1731302285589 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302285589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302285589Cleaning up temporary data from old regions at 1731302285603 (+14 ms)Running coprocessor post-open hooks at 1731302285607 (+4 ms)Region opened successfully at 1731302285607 2024-11-11T05:18:05,608 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302285550 2024-11-11T05:18:05,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:05,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,39847,1731302282996, state=OPEN 2024-11-11T05:18:05,616 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:18:05,616 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:18:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01319536523/meta-region-server 2024-11-11T05:18:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01319536523/meta-region-server 2024-11-11T05:18:05,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:05,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319536523/meta-region-server: CHANGED 2024-11-11T05:18:05,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319536523/meta-region-server: CHANGED 2024-11-11T05:18:05,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:18:05,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39847,1731302282996 in 260 msec 2024-11-11T05:18:05,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:18:05,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-11T05:18:05,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:05,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:18:05,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:05,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:05,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:05,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:05,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-11T05:18:05,675 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302285675, completionTime=-1 2024-11-11T05:18:05,676 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:18:05,676 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302345678 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302405678 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,678 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,679 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:45667, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,679 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,679 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,681 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.573sec 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:18:05,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:18:05,688 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:18:05,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:18:05,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45667,1731302282775-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:05,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7077a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:05,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45667,-1 for getting cluster id 2024-11-11T05:18:05,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:05,768 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '453fbfc7-30bb-490d-b393-ef2077b1bbd7' 2024-11-11T05:18:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "453fbfc7-30bb-490d-b393-ef2077b1bbd7" 2024-11-11T05:18:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7556e5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45667,-1] 2024-11-11T05:18:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:05,770 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:05,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cc80ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:05,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:05,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:05,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:05,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:18:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:05,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101285448840002 connected 2024-11-11T05:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir so I do NOT create it in target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae 2024-11-11T05:18:05,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.tmp.dir so I do NOT create it in target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae 2024-11-11T05:18:05,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:18:05,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae 2024-11-11T05:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:18:05,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/cluster_9ea8f469-d7d4-57ed-576a-e35b2cb624d6, deleteOnExit=true 2024-11-11T05:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/test.cache.data in system properties and HBase conf 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:18:06,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:18:06,090 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:18:06,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:18:06,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:18:06,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:18:06,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:18:06,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:06,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:18:06,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:18:06,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:18:06,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:18:06,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:06,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:18:06,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:18:06,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746c78d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/java.io.tmpdir/jetty-localhost-37157-hadoop-hdfs-3_4_1-tests_jar-_-any-13929752305472242822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:18:06,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:37157} 2024-11-11T05:18:06,778 INFO [Time-limited test {}] server.Server(415): Started @59191ms 2024-11-11T05:18:07,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:18:07,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:18:07,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:18:07,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:18:07,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:18:07,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:18:07,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:18:07,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@184919ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/java.io.tmpdir/jetty-localhost-37271-hadoop-hdfs-3_4_1-tests_jar-_-any-11269464159938093658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:18:07,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:37271} 2024-11-11T05:18:07,200 INFO [Time-limited test {}] server.Server(415): Started @59613ms 2024-11-11T05:18:07,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:18:07,892 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/cluster_9ea8f469-d7d4-57ed-576a-e35b2cb624d6/data/data2/current/BP-573306622-172.17.0.2-1731302286119/current, will proceed with Du for space computation calculation, 2024-11-11T05:18:07,892 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/cluster_9ea8f469-d7d4-57ed-576a-e35b2cb624d6/data/data1/current/BP-573306622-172.17.0.2-1731302286119/current, will proceed with Du for space computation calculation, 2024-11-11T05:18:07,915 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:18:07,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13995dd0b6b7076c with lease ID 0x9a76f5442c0f5be2: Processing first storage report for DS-5e7b70ef-de47-4e68-989e-7adcac9f21b8 from datanode DatanodeRegistration(127.0.0.1:32839, datanodeUuid=21ea68e3-09db-46d2-81f5-95e1f958a8fa, infoPort=40471, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=1592991410;c=1731302286119) 2024-11-11T05:18:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13995dd0b6b7076c with lease ID 0x9a76f5442c0f5be2: from storage DS-5e7b70ef-de47-4e68-989e-7adcac9f21b8 node DatanodeRegistration(127.0.0.1:32839, datanodeUuid=21ea68e3-09db-46d2-81f5-95e1f958a8fa, infoPort=40471, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=1592991410;c=1731302286119), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:18:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13995dd0b6b7076c with lease ID 0x9a76f5442c0f5be2: Processing first storage report for DS-71713702-110e-481f-a987-24d44ada9447 from datanode DatanodeRegistration(127.0.0.1:32839, datanodeUuid=21ea68e3-09db-46d2-81f5-95e1f958a8fa, infoPort=40471, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=1592991410;c=1731302286119) 2024-11-11T05:18:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13995dd0b6b7076c with lease ID 0x9a76f5442c0f5be2: from storage DS-71713702-110e-481f-a987-24d44ada9447 node DatanodeRegistration(127.0.0.1:32839, datanodeUuid=21ea68e3-09db-46d2-81f5-95e1f958a8fa, infoPort=40471, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=1592991410;c=1731302286119), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:18:07,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae 2024-11-11T05:18:07,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:07,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:18:08,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22 with version=8 2024-11-11T05:18:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/hbase-staging 2024-11-11T05:18:08,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:18:08,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:18:08,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:18:08,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36451 2024-11-11T05:18:08,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36451 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364510x0, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:08,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36451-0x101285448840003 connected 2024-11-11T05:18:08,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:08,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:08,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/running 2024-11-11T05:18:08,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22, hbase.cluster.distributed=false 2024-11-11T05:18:08,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/acl 2024-11-11T05:18:08,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-11T05:18:08,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36451 2024-11-11T05:18:08,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36451 2024-11-11T05:18:08,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-11T05:18:08,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-11T05:18:08,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:18:08,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:18:08,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:18:08,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36483 2024-11-11T05:18:08,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36483 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:08,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:08,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364830x0, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:08,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36483-0x101285448840004 connected 2024-11-11T05:18:08,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/running 2024-11-11T05:18:08,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:18:08,564 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:18:08,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/master 2024-11-11T05:18:08,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/acl 2024-11-11T05:18:08,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36483 2024-11-11T05:18:08,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36483 2024-11-11T05:18:08,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36483 2024-11-11T05:18:08,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36483 2024-11-11T05:18:08,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36483 2024-11-11T05:18:08,635 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:36451 2024-11-11T05:18:08,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11269554310/backup-masters/1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:08,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/backup-masters 2024-11-11T05:18:08,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/backup-masters 2024-11-11T05:18:08,663 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on existing znode=/11269554310/backup-masters/1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269554310/master 2024-11-11T05:18:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:08,669 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on existing znode=/11269554310/master 2024-11-11T05:18:08,670 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11269554310/backup-masters/1d14b453aaa0,36451,1731302288357 from backup master directory 2024-11-11T05:18:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269554310/backup-masters/1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/backup-masters 2024-11-11T05:18:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/backup-masters 2024-11-11T05:18:08,679 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:18:08,680 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:08,690 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/hbase.id] with ID: 96ae358f-21b7-4607-962a-06db3aa38569 2024-11-11T05:18:08,690 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/.tmp/hbase.id 2024-11-11T05:18:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:18:08,703 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/.tmp/hbase.id]:[hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/hbase.id] 2024-11-11T05:18:08,721 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:08,721 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:18:08,723 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:18:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:08,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:18:09,164 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:18:09,165 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:18:09,166 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:18:09,606 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store 2024-11-11T05:18:09,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:18:10,017 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:10,017 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:18:10,017 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302290017Disabling compacts and flushes for region at 1731302290017Disabling writes for close at 1731302290017Writing region close event to WAL at 1731302290017Closed at 1731302290017 2024-11-11T05:18:10,018 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/.initializing 2024-11-11T05:18:10,018 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/WALs/1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:10,019 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:18:10,021 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C36451%2C1731302288357, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/WALs/1d14b453aaa0,36451,1731302288357, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/oldWALs, maxLogs=10 2024-11-11T05:18:10,036 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/WALs/1d14b453aaa0,36451,1731302288357/1d14b453aaa0%2C36451%2C1731302288357.1731302290021, exclude list is [], retry=0 2024-11-11T05:18:10,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32839,DS-5e7b70ef-de47-4e68-989e-7adcac9f21b8,DISK] 2024-11-11T05:18:10,042 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/WALs/1d14b453aaa0,36451,1731302288357/1d14b453aaa0%2C36451%2C1731302288357.1731302290021 2024-11-11T05:18:10,042 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-11-11T05:18:10,042 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:10,043 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:10,043 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,043 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:18:10,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:10,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:10,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:18:10,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:10,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:10,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:18:10,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:10,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:10,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:18:10,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:10,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:10,058 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,059 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,059 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,060 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,061 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,061 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:10,062 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:18:10,064 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:10,065 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68710016, jitterRate=0.023859024047851562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:10,065 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302290043Initializing all the Stores at 1731302290044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302290044Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302290044Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302290044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302290044Cleaning up temporary data from old regions at 1731302290061 (+17 ms)Region opened successfully at 1731302290065 (+4 ms) 2024-11-11T05:18:10,072 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:18:10,077 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b36deaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:18:10,078 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:18:10,078 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:18:10,078 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:18:10,078 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:18:10,079 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:18:10,079 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:18:10,079 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:18:10,086 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:18:10,087 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/balancer because node does not exist (not necessarily an error) 2024-11-11T05:18:10,132 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/balancer already deleted, retry=false 2024-11-11T05:18:10,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:18:10,133 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:18:10,142 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/normalizer already deleted, retry=false 2024-11-11T05:18:10,142 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:18:10,143 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:18:10,153 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/switch/split already deleted, retry=false 2024-11-11T05:18:10,153 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:18:10,163 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/switch/merge already deleted, retry=false 2024-11-11T05:18:10,165 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:18:10,174 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/snapshot-cleanup already deleted, retry=false 2024-11-11T05:18:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269554310/running 2024-11-11T05:18:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269554310/running 2024-11-11T05:18:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,186 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,36451,1731302288357, sessionid=0x101285448840003, setting cluster-up flag (Was=false) 2024-11-11T05:18:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,237 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269554310/flush-table-proc/acquired, /11269554310/flush-table-proc/reached, /11269554310/flush-table-proc/abort 2024-11-11T05:18:10,238 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:10,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:10,289 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269554310/online-snapshot/acquired, /11269554310/online-snapshot/reached, /11269554310/online-snapshot/abort 2024-11-11T05:18:10,290 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:10,292 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:18:10,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:10,293 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:18:10,294 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:18:10,294 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,36451,1731302288357 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:18:10,295 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:10,295 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:10,295 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:10,295 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:18:10,296 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:18:10,296 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,296 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:18:10,296 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:10,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:18:10,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:10,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302320304 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:18:10,304 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:18:10,308 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,308 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:18:10,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:18:10,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:18:10,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:18:10,312 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:18:10,312 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:18:10,315 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302290312,5,FailOnTimeoutGroup] 2024-11-11T05:18:10,319 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302290315,5,FailOnTimeoutGroup] 2024-11-11T05:18:10,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:18:10,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:18:10,323 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(746): ClusterId : 96ae358f-21b7-4607-962a-06db3aa38569 2024-11-11T05:18:10,323 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:18:10,332 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:18:10,332 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:18:10,343 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:18:10,344 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726e2a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:18:10,359 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36483 2024-11-11T05:18:10,359 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:18:10,359 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:18:10,359 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:18:10,360 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,36451,1731302288357 with port=36483, startcode=1731302288520 2024-11-11T05:18:10,360 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:18:10,362 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:18:10,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,364 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22 2024-11-11T05:18:10,364 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33305 2024-11-11T05:18:10,364 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:18:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/rs 2024-11-11T05:18:10,412 DEBUG [RS:0;1d14b453aaa0:36483 {}] zookeeper.ZKUtil(111): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on existing znode=/11269554310/rs/1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,412 WARN [RS:0;1d14b453aaa0:36483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:18:10,412 INFO [RS:0;1d14b453aaa0:36483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:10,413 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36483,1731302288520] 2024-11-11T05:18:10,417 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:18:10,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:18:10,419 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:18:10,420 INFO [RS:0;1d14b453aaa0:36483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:18:10,420 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,420 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:18:10,421 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:18:10,421 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,421 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,421 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,421 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,421 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:18:10,422 DEBUG [RS:0;1d14b453aaa0:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,427 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36483,1731302288520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:18:10,441 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:18:10,441 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36483,1731302288520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,441 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,441 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.Replication(171): 1d14b453aaa0,36483,1731302288520 started 2024-11-11T05:18:10,454 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:10,454 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36483,1731302288520, RpcServer on 1d14b453aaa0/172.17.0.2:36483, sessionid=0x101285448840004 2024-11-11T05:18:10,454 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:18:10,454 DEBUG [RS:0;1d14b453aaa0:36483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,454 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36483,1731302288520' 2024-11-11T05:18:10,454 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269554310/flush-table-proc/abort' 2024-11-11T05:18:10,455 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269554310/flush-table-proc/acquired' 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36483,1731302288520' 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269554310/online-snapshot/abort' 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269554310/online-snapshot/acquired' 2024-11-11T05:18:10,456 DEBUG [RS:0;1d14b453aaa0:36483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:18:10,456 INFO [RS:0;1d14b453aaa0:36483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:18:10,456 INFO [RS:0;1d14b453aaa0:36483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:18:10,557 INFO [RS:0;1d14b453aaa0:36483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:18:10,558 INFO [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36483%2C1731302288520, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/oldWALs, maxLogs=10 2024-11-11T05:18:10,574 DEBUG [RS:0;1d14b453aaa0:36483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520/1d14b453aaa0%2C36483%2C1731302288520.1731302290559, exclude list is [], retry=0 2024-11-11T05:18:10,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32839,DS-5e7b70ef-de47-4e68-989e-7adcac9f21b8,DISK] 2024-11-11T05:18:10,579 INFO [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520/1d14b453aaa0%2C36483%2C1731302288520.1731302290559 2024-11-11T05:18:10,580 DEBUG [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-11-11T05:18:10,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:18:10,722 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22 2024-11-11T05:18:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:18:11,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:18:11,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:11,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:18:11,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:18:11,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:18:11,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:11,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:11,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:18:11,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:18:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:18:11,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:18:11,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:18:11,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:18:11,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740 2024-11-11T05:18:11,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740 2024-11-11T05:18:11,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:11,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:18:11,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:18:11,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:11,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:18:11,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:11,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64259735, jitterRate=-0.04245533049106598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:11,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302291149Initializing all the Stores at 1731302291150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302291150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291150Cleaning up temporary data from old regions at 1731302291174 (+24 ms)Region opened successfully at 1731302291190 (+16 ms) 2024-11-11T05:18:11,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:18:11,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:18:11,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:18:11,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:18:11,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:18:11,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:18:11,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302291190Disabling compacts and flushes for region at 1731302291190Disabling writes for close at 1731302291191 (+1 ms)Writing region close event to WAL at 1731302291204 (+13 ms)Closed at 1731302291204 2024-11-11T05:18:11,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:11,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:18:11,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:18:11,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:18:11,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:18:11,361 DEBUG [1d14b453aaa0:36451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:18:11,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:11,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36483,1731302288520, state=OPENING 2024-11-11T05:18:11,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:18:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:18:11,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:18:11,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36483,1731302288520}] 2024-11-11T05:18:11,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269554310/meta-region-server: CHANGED 2024-11-11T05:18:11,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269554310/meta-region-server: CHANGED 2024-11-11T05:18:11,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:18:11,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:18:11,618 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:18:11,618 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:11,618 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:18:11,620 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36483%2C1731302288520.meta, suffix=.meta, logDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/oldWALs, maxLogs=10 2024-11-11T05:18:11,637 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520/1d14b453aaa0%2C36483%2C1731302288520.meta.1731302291620.meta, exclude list is [], retry=0 2024-11-11T05:18:11,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32839,DS-5e7b70ef-de47-4e68-989e-7adcac9f21b8,DISK] 2024-11-11T05:18:11,642 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520/1d14b453aaa0%2C36483%2C1731302288520.meta.1731302291620.meta 2024-11-11T05:18:11,642 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471)] 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:11,643 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:18:11,643 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:18:11,643 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:18:11,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:18:11,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:18:11,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:18:11,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:18:11,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:18:11,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:18:11,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:18:11,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:18:11,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:18:11,651 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:18:11,651 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740 2024-11-11T05:18:11,661 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740 2024-11-11T05:18:11,662 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:18:11,662 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:18:11,662 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:18:11,664 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:18:11,664 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71199881, jitterRate=0.06096090376377106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:18:11,664 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:18:11,665 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302291643Writing region info on filesystem at 1731302291643Initializing all the Stores at 1731302291644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302291645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302291645Cleaning up temporary data from old regions at 1731302291662 (+17 ms)Running coprocessor post-open hooks at 1731302291664 (+2 ms)Region opened successfully at 1731302291664 2024-11-11T05:18:11,674 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302291612 2024-11-11T05:18:11,677 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:18:11,677 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:18:11,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:11,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36483,1731302288520, state=OPEN 2024-11-11T05:18:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269554310/meta-region-server 2024-11-11T05:18:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269554310/meta-region-server 2024-11-11T05:18:11,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:11,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269554310/meta-region-server: CHANGED 2024-11-11T05:18:11,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269554310/meta-region-server: CHANGED 2024-11-11T05:18:11,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:18:11,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36483,1731302288520 in 231 msec 2024-11-11T05:18:11,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:18:11,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-11T05:18:11,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:18:11,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:18:11,699 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:11,699 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36483,1731302288520, seqNum=-1] 2024-11-11T05:18:11,699 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:11,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:11,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4130 sec 2024-11-11T05:18:11,708 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302291708, completionTime=-1 2024-11-11T05:18:11,708 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:18:11,708 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:18:11,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:18:11,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302351712 2024-11-11T05:18:11,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302411712 2024-11-11T05:18:11,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T05:18:11,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,713 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,713 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,713 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:36451, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,713 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,714 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,715 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:18:11,718 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:18:11,719 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:18:11,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:18:11,723 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:18:11,723 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36451,1731302288357-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:18:11,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:11,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,36451,-1 for getting cluster id 2024-11-11T05:18:11,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:11,757 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ae358f-21b7-4607-962a-06db3aa38569' 2024-11-11T05:18:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ae358f-21b7-4607-962a-06db3aa38569" 2024-11-11T05:18:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314f7581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,36451,-1] 2024-11-11T05:18:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:11,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:11,760 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:11,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:11,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36483,1731302288520, seqNum=-1] 2024-11-11T05:18:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:11,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:11,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:11,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56412 2024-11-11T05:18:11,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:18:11,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101285448840005 connected 2024-11-11T05:18:11,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@145d717e 2024-11-11T05:18:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:11,792 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:11,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:18:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:18:11,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:18:11,807 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:11,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:18:11,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:18:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:18:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:12,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fe11e8b1a25e14cbab05e0b6ffe4a7d, NAME => 'test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff 2024-11-11T05:18:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:18:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5fe11e8b1a25e14cbab05e0b6ffe4a7d, disabling compactions & flushes 2024-11-11T05:18:12,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. after waiting 0 ms 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:12,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:12,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d: Waiting for close lock at 1731302292639Disabling compacts and flushes for region at 1731302292639Disabling writes for close at 1731302292639Writing region close event to WAL at 1731302292639Closed at 1731302292639 2024-11-11T05:18:12,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:18:12,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302292641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302292641"}]},"ts":"1731302292641"} 2024-11-11T05:18:12,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:18:12,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:18:12,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302292645"}]},"ts":"1731302292645"} 2024-11-11T05:18:12,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:18:12,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fe11e8b1a25e14cbab05e0b6ffe4a7d, ASSIGN}] 2024-11-11T05:18:12,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fe11e8b1a25e14cbab05e0b6ffe4a7d, ASSIGN 2024-11-11T05:18:12,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5fe11e8b1a25e14cbab05e0b6ffe4a7d, ASSIGN; state=OFFLINE, location=1d14b453aaa0,39847,1731302282996; forceNewPlan=false, retain=false 2024-11-11T05:18:12,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fe11e8b1a25e14cbab05e0b6ffe4a7d, regionState=OPENING, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:12,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5fe11e8b1a25e14cbab05e0b6ffe4a7d, ASSIGN because future has completed 2024-11-11T05:18:12,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fe11e8b1a25e14cbab05e0b6ffe4a7d, server=1d14b453aaa0,39847,1731302282996}] 2024-11-11T05:18:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:12,982 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:12,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fe11e8b1a25e14cbab05e0b6ffe4a7d, NAME => 'test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:12,983 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:18:12,983 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:18:12,983 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,983 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:12,983 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,983 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,987 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,989 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fe11e8b1a25e14cbab05e0b6ffe4a7d columnFamilyName f 2024-11-11T05:18:12,990 DEBUG [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:12,990 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(327): Store=5fe11e8b1a25e14cbab05e0b6ffe4a7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:12,990 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,992 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fe11e8b1a25e14cbab05e0b6ffe4a7d columnFamilyName f1 2024-11-11T05:18:12,992 DEBUG [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:12,993 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(327): Store=5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:12,993 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,995 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fe11e8b1a25e14cbab05e0b6ffe4a7d columnFamilyName norep 2024-11-11T05:18:12,995 DEBUG [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:12,995 INFO [StoreOpener-5fe11e8b1a25e14cbab05e0b6ffe4a7d-1 {}] regionserver.HStore(327): Store=5fe11e8b1a25e14cbab05e0b6ffe4a7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:12,995 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,996 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,997 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,997 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,997 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:12,998 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:18:12,999 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:13,001 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:13,002 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fe11e8b1a25e14cbab05e0b6ffe4a7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59051791, jitterRate=-0.12005974352359772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:18:13,002 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:18:13,003 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d: Running coprocessor pre-open hook at 1731302292984Writing region info on filesystem at 1731302292984Initializing all the Stores at 1731302292987 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302292987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302292987Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302292987Cleaning up temporary data from old regions at 1731302292997 (+10 ms)Running coprocessor post-open hooks at 1731302293002 (+5 ms)Region opened successfully at 1731302293002 2024-11-11T05:18:13,005 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., pid=6, masterSystemTime=1731302292975 2024-11-11T05:18:13,008 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:13,008 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:18:13,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fe11e8b1a25e14cbab05e0b6ffe4a7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fe11e8b1a25e14cbab05e0b6ffe4a7d, server=1d14b453aaa0,39847,1731302282996 because future has completed 2024-11-11T05:18:13,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:18:13,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fe11e8b1a25e14cbab05e0b6ffe4a7d, server=1d14b453aaa0,39847,1731302282996 in 193 msec 2024-11-11T05:18:13,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:18:13,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5fe11e8b1a25e14cbab05e0b6ffe4a7d, ASSIGN in 369 msec 2024-11-11T05:18:13,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:18:13,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302293021"}]},"ts":"1731302293021"} 2024-11-11T05:18:13,023 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:18:13,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:18:13,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-11T05:18:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:13,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:13,965 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:18:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c9fc32 2024-11-11T05:18:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:13,968 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:13,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:18:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:18:13,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:18:13,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:13,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:18:13,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:18:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:18:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:14,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8db5effec0517d7543c36e5692bedfc, NAME => 'test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22 2024-11-11T05:18:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:18:14,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:14,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8db5effec0517d7543c36e5692bedfc, disabling compactions & flushes 2024-11-11T05:18:14,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. after waiting 0 ms 2024-11-11T05:18:14,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8db5effec0517d7543c36e5692bedfc: Waiting for close lock at 1731302294392Disabling compacts and flushes for region at 1731302294392Disabling writes for close at 1731302294392Writing region close event to WAL at 1731302294392Closed at 1731302294392 2024-11-11T05:18:14,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:18:14,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302294393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302294393"}]},"ts":"1731302294393"} 2024-11-11T05:18:14,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:18:14,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:18:14,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302294398"}]},"ts":"1731302294398"} 2024-11-11T05:18:14,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:18:14,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8db5effec0517d7543c36e5692bedfc, ASSIGN}] 2024-11-11T05:18:14,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8db5effec0517d7543c36e5692bedfc, ASSIGN 2024-11-11T05:18:14,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8db5effec0517d7543c36e5692bedfc, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36483,1731302288520; forceNewPlan=false, retain=false 2024-11-11T05:18:14,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8db5effec0517d7543c36e5692bedfc, regionState=OPENING, regionLocation=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:14,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8db5effec0517d7543c36e5692bedfc, ASSIGN because future has completed 2024-11-11T05:18:14,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8db5effec0517d7543c36e5692bedfc, server=1d14b453aaa0,36483,1731302288520}] 2024-11-11T05:18:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:14,725 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,725 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8db5effec0517d7543c36e5692bedfc, NAME => 'test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:14,726 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:18:14,726 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:18:14,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:14,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,729 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,730 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8db5effec0517d7543c36e5692bedfc columnFamilyName f 2024-11-11T05:18:14,730 DEBUG [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:14,730 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(327): Store=b8db5effec0517d7543c36e5692bedfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:14,730 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,735 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8db5effec0517d7543c36e5692bedfc columnFamilyName f1 2024-11-11T05:18:14,735 DEBUG [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:14,736 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(327): Store=b8db5effec0517d7543c36e5692bedfc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:14,736 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,737 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8db5effec0517d7543c36e5692bedfc columnFamilyName norep 2024-11-11T05:18:14,737 DEBUG [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:14,738 INFO [StoreOpener-b8db5effec0517d7543c36e5692bedfc-1 {}] regionserver.HStore(327): Store=b8db5effec0517d7543c36e5692bedfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:14,738 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,739 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,739 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,740 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,740 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,748 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:18:14,751 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,764 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:14,765 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8db5effec0517d7543c36e5692bedfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73822583, jitterRate=0.10004220902919769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:18:14,765 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:18:14,765 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8db5effec0517d7543c36e5692bedfc: Running coprocessor pre-open hook at 1731302294726Writing region info on filesystem at 1731302294726Initializing all the Stores at 1731302294728 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302294728Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302294728Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302294728Cleaning up temporary data from old regions at 1731302294740 (+12 ms)Running coprocessor post-open hooks at 1731302294765 (+25 ms)Region opened successfully at 1731302294765 2024-11-11T05:18:14,766 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302293968.b8db5effec0517d7543c36e5692bedfc., pid=6, masterSystemTime=1731302294720 2024-11-11T05:18:14,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8db5effec0517d7543c36e5692bedfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,36483,1731302288520 2024-11-11T05:18:14,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8db5effec0517d7543c36e5692bedfc, server=1d14b453aaa0,36483,1731302288520 because future has completed 2024-11-11T05:18:14,780 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,780 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:18:14,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:18:14,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8db5effec0517d7543c36e5692bedfc, server=1d14b453aaa0,36483,1731302288520 in 223 msec 2024-11-11T05:18:14,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:18:14,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8db5effec0517d7543c36e5692bedfc, ASSIGN in 387 msec 2024-11-11T05:18:14,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:18:14,794 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302294794"}]},"ts":"1731302294794"} 2024-11-11T05:18:14,797 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:18:14,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:18:14,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-11T05:18:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:18:15,115 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:18:15,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45667,-1 for getting cluster id 2024-11-11T05:18:15,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:15,117 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '453fbfc7-30bb-490d-b393-ef2077b1bbd7' 2024-11-11T05:18:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "453fbfc7-30bb-490d-b393-ef2077b1bbd7" 2024-11-11T05:18:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45667,-1] 2024-11-11T05:18:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,119 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f24572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea56109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,36451,-1 for getting cluster id 2024-11-11T05:18:15,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:15,122 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ae358f-21b7-4607-962a-06db3aa38569' 2024-11-11T05:18:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ae358f-21b7-4607-962a-06db3aa38569" 2024-11-11T05:18:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f803712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,36451,-1] 2024-11-11T05:18:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,124 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89f595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637dda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45667,-1 for getting cluster id 2024-11-11T05:18:15,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:15,128 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '453fbfc7-30bb-490d-b393-ef2077b1bbd7' 2024-11-11T05:18:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "453fbfc7-30bb-490d-b393-ef2077b1bbd7" 2024-11-11T05:18:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75afa8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45667,-1] 2024-11-11T05:18:15,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:15,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,130 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24620ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79543dbf 2024-11-11T05:18:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:15,135 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:15,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:36451,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:18:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:18:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:15,139 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:36451' 2024-11-11T05:18:15,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c47c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,141 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,36451,-1 for getting cluster id 2024-11-11T05:18:15,141 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:15,141 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ae358f-21b7-4607-962a-06db3aa38569' 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ae358f-21b7-4607-962a-06db3aa38569" 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4634f3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,36451,-1] 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,143 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:15,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12909e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:15,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:15,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:15,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc24adf 2024-11-11T05:18:15,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:15,146 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:15,147 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:18:15,147 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:18:15,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:15,148 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:18:15,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:18:15,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:18:15,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:18:15,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:15,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:18:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:18:15,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:18:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:15,580 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdd39b02a312732418c940c8b71a7a7, NAME => 'hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff 2024-11-11T05:18:15,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:18:15,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:15,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2bdd39b02a312732418c940c8b71a7a7, disabling compactions & flushes 2024-11-11T05:18:15,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. after waiting 0 ms 2024-11-11T05:18:15,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bdd39b02a312732418c940c8b71a7a7: Waiting for close lock at 1731302295632Disabling compacts and flushes for region at 1731302295632Disabling writes for close at 1731302295633 (+1 ms)Writing region close event to WAL at 1731302295633Closed at 1731302295633 2024-11-11T05:18:15,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:18:15,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302295634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302295634"}]},"ts":"1731302295634"} 2024-11-11T05:18:15,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:18:15,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:18:15,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302295638"}]},"ts":"1731302295638"} 2024-11-11T05:18:15,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:18:15,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdd39b02a312732418c940c8b71a7a7, ASSIGN}] 2024-11-11T05:18:15,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdd39b02a312732418c940c8b71a7a7, ASSIGN 2024-11-11T05:18:15,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bdd39b02a312732418c940c8b71a7a7, ASSIGN; state=OFFLINE, location=1d14b453aaa0,39847,1731302282996; forceNewPlan=false, retain=false 2024-11-11T05:18:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:15,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:18:15,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:18:15,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:18:15,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:18:15,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bdd39b02a312732418c940c8b71a7a7, regionState=OPENING, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:15,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bdd39b02a312732418c940c8b71a7a7, ASSIGN because future has completed 2024-11-11T05:18:15,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdd39b02a312732418c940c8b71a7a7, server=1d14b453aaa0,39847,1731302282996}] 2024-11-11T05:18:15,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:18:15,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:18:15,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39847%2C1731302282996.rep, suffix=, logDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996, archiveDir=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs, maxLogs=10 2024-11-11T05:18:15,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.rep.1731302295956, exclude list is [], retry=0 2024-11-11T05:18:15,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-77713b3e-dd30-48b7-b679-d3b76addbe16,DISK] 2024-11-11T05:18:15,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.rep.1731302295956 2024-11-11T05:18:15,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-11T05:18:15,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdd39b02a312732418c940c8b71a7a7, NAME => 'hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:18:15,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:18:15,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:18:15,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. service=MultiRowMutationService 2024-11-11T05:18:15,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:18:15,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:18:15,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,974 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,975 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdd39b02a312732418c940c8b71a7a7 columnFamilyName hfileref 2024-11-11T05:18:15,975 DEBUG [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:15,976 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(327): Store=2bdd39b02a312732418c940c8b71a7a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:15,976 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,977 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdd39b02a312732418c940c8b71a7a7 columnFamilyName queue 2024-11-11T05:18:15,977 DEBUG [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:15,977 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(327): Store=2bdd39b02a312732418c940c8b71a7a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:15,977 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,979 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdd39b02a312732418c940c8b71a7a7 columnFamilyName sid 2024-11-11T05:18:15,980 DEBUG [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:18:15,980 INFO [StoreOpener-2bdd39b02a312732418c940c8b71a7a7-1 {}] regionserver.HStore(327): Store=2bdd39b02a312732418c940c8b71a7a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:18:15,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:18:15,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:18:15,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2bdd39b02a312732418c940c8b71a7a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58857672, jitterRate=-0.12295234203338623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:18:15,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:18:15,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2bdd39b02a312732418c940c8b71a7a7: Running coprocessor pre-open hook at 1731302295973Writing region info on filesystem at 1731302295973Initializing all the Stores at 1731302295974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302295974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302295974Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302295974Cleaning up temporary data from old regions at 1731302295982 (+8 ms)Running coprocessor post-open hooks at 1731302295988 (+6 ms)Region opened successfully at 1731302295988 2024-11-11T05:18:15,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7., pid=10, masterSystemTime=1731302295950 2024-11-11T05:18:15,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:18:15,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bdd39b02a312732418c940c8b71a7a7, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,39847,1731302282996 2024-11-11T05:18:15,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdd39b02a312732418c940c8b71a7a7, server=1d14b453aaa0,39847,1731302282996 because future has completed 2024-11-11T05:18:16,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:18:16,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdd39b02a312732418c940c8b71a7a7, server=1d14b453aaa0,39847,1731302282996 in 203 msec 2024-11-11T05:18:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:18:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdd39b02a312732418c940c8b71a7a7, ASSIGN in 363 msec 2024-11-11T05:18:16,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:18:16,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302296007"}]},"ts":"1731302296007"} 2024-11-11T05:18:16,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:18:16,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:18:16,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-11T05:18:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2] 2024-11-11T05:18:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:18:16,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:18:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:16,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:18:16,340 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:18:16,378 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,39847,1731302282996, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:18:16,379 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:16,379 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:16,379 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:16,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T05:18:16,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,39847,1731302282996', locateType=CURRENT is [region=hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2] 2024-11-11T05:18:16,385 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:18:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:18:16,388 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,39847,1731302282996 suceeded 2024-11-11T05:18:16,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:18:16,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-11T05:18:16,391 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:36451,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T05:18:16,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2550 sec 2024-11-11T05:18:16,405 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:36451' 2024-11-11T05:18:16,406 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a755271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:16,406 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,36451,-1 for getting cluster id 2024-11-11T05:18:16,407 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:16,407 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ae358f-21b7-4607-962a-06db3aa38569' 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ae358f-21b7-4607-962a-06db3aa38569" 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3746324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,36451,-1] 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:16,409 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:16,410 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fbad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:16,410 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c8d2b99 2024-11-11T05:18:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:16,412 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T05:18:16,413 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,39847,1731302282996 (queues=1) is replicating from cluster=453fbfc7-30bb-490d-b393-ef2077b1bbd7 to cluster=96ae358f-21b7-4607-962a-06db3aa38569 2024-11-11T05:18:16,413 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C39847%2C1731302282996 2024-11-11T05:18:16,413 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,39847,1731302282996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:18:16,414 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C39847%2C1731302282996 2024-11-11T05:18:16,414 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581, startPosition=0, beingWritten=true 2024-11-11T05:18:16,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:18:16,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:18:16,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 379, reset compression=false 2024-11-11T05:18:16,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:18:16,638 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 379, reset compression=false 2024-11-11T05:18:16,945 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 379, reset compression=false 2024-11-11T05:18:17,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:18:17,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:17,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:17,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:17,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:18:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:18:17,286 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:18:17,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:18:17,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:18:17,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:18:17,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:17,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731302297291/Put/seqid=0 2024-11-11T05:18:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741840_1016 (size=7894) 2024-11-11T05:18:17,353 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 379, reset compression=false 2024-11-11T05:18:17,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_1 is 34, key is ddd/f:row/1731302297706/Put/seqid=0 2024-11-11T05:18:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741841_1017 (size=7691) 2024-11-11T05:18:17,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c73455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45667,-1 for getting cluster id 2024-11-11T05:18:17,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:17,717 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '453fbfc7-30bb-490d-b393-ef2077b1bbd7' 2024-11-11T05:18:17,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:17,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "453fbfc7-30bb-490d-b393-ef2077b1bbd7" 2024-11-11T05:18:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e7dc5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45667,-1] 2024-11-11T05:18:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,719 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:17,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:17,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:17,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7238b130 2024-11-11T05:18:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:17,734 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2] 2024-11-11T05:18:17,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:18:17,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T05:18:17,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T05:18:17,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_0 for inclusion in 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f 2024-11-11T05:18:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T05:18:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:17,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_1 for inclusion in 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f 2024-11-11T05:18:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T05:18:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegion(2603): Flush status journal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d: 2024-11-11T05:18:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_0 to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_0 2024-11-11T05:18:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_0 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ 2024-11-11T05:18:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f/f/hfile_1 to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_1 2024-11-11T05:18:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_1 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ 2024-11-11T05:18:17,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_0 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ - updating store file list. 2024-11-11T05:18:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:17,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f 2024-11-11T05:18:17,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_0 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f (new location: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_) 2024-11-11T05:18:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_0 2024-11-11T05:18:17,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_1 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ - updating store file list. 2024-11-11T05:18:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:17,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f 2024-11-11T05:18:17,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_1 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f (new location: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_) 2024-11-11T05:18:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__gb9dsjf8k111oijb2vjk8csbqogk3jincv0o4srbb5h1q0pb5l6i677vr890rf4l/f/hfile_1 2024-11-11T05:18:17,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:18:17,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:18:17,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:18:17,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36483,1731302288520, seqNum=-1] 2024-11-11T05:18:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 , the old value is region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:39847 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:18:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:18:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 from cache 2024-11-11T05:18:17,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35562 deadline: 1731302357820 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35562 2024-11-11T05:18:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302293968.b8db5effec0517d7543c36e5692bedfc., hostname=1d14b453aaa0,36483,1731302288520, seqNum=2] 2024-11-11T05:18:17,828 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:18:17,857 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 379, reset compression=false 2024-11-11T05:18:17,864 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:18:17,864 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302297814/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:18:17,887 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:18:17,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T05:18:17,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.ReplicationSink(318): Replicating [453fbfc7-30bb-490d-b393-ef2077b1bbd7] bulk loaded data 2024-11-11T05:18:17,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ff4132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,36451,-1 for getting cluster id 2024-11-11T05:18:17,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:17,894 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ae358f-21b7-4607-962a-06db3aa38569' 2024-11-11T05:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ae358f-21b7-4607-962a-06db3aa38569" 2024-11-11T05:18:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cca36c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,36451,-1] 2024-11-11T05:18:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:17,896 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:17,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370aa8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:17,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741837_1013 (size=7894) 2024-11-11T05:18:17,936 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:18:18,064 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 687, reset compression=false 2024-11-11T05:18:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741838_1014 (size=7691) 2024-11-11T05:18:18,368 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 687, reset compression=false 2024-11-11T05:18:18,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,36451,1731302288357 2024-11-11T05:18:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d79a0b1 2024-11-11T05:18:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:18,724 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T05:18:18,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:18:18,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36483,1731302288520, seqNum=-1] 2024-11-11T05:18:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:18,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T05:18:18,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T05:18:18,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T05:18:18,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ for inclusion in b8db5effec0517d7543c36e5692bedfc/f 2024-11-11T05:18:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T05:18:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:18,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ for inclusion in b8db5effec0517d7543c36e5692bedfc/f 2024-11-11T05:18:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T05:18:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HRegion(2603): Flush status journal for b8db5effec0517d7543c36e5692bedfc: 2024-11-11T05:18:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:18:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/660ab45f4c3e47988908aea9782f73e9_SeqId_4_ 2024-11-11T05:18:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:18:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/6e2eaee1835c4db39d57906f75f6c5f6_SeqId_4_ 2024-11-11T05:18:18,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/660ab45f4c3e47988908aea9782f73e9_SeqId_4_ - updating store file list. 2024-11-11T05:18:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 660ab45f4c3e47988908aea9782f73e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:18,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/660ab45f4c3e47988908aea9782f73e9_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f 2024-11-11T05:18:18,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f (new location: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/660ab45f4c3e47988908aea9782f73e9_SeqId_4_) 2024-11-11T05:18:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_ 2024-11-11T05:18:18,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/6e2eaee1835c4db39d57906f75f6c5f6_SeqId_4_ - updating store file list. 2024-11-11T05:18:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e2eaee1835c4db39d57906f75f6c5f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:18,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/6e2eaee1835c4db39d57906f75f6c5f6_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f 2024-11-11T05:18:18,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ into b8db5effec0517d7543c36e5692bedfc/f (new location: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/f/6e2eaee1835c4db39d57906f75f6c5f6_SeqId_4_) 2024-11-11T05:18:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/staging/jenkins.hfs.6__test__69dr9ifn7ojhtpe2qib58p0jdhvlqknq5pbo0aea0vn9a05mm6ghp72fddsergff/f/86547191e84d4b0ab8fbfa960eff44d8_SeqId_4_ 2024-11-11T05:18:18,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36483 {}] regionserver.ReplicationSink(324): Finished replicating [453fbfc7-30bb-490d-b393-ef2077b1bbd7] bulk loaded data 2024-11-11T05:18:18,772 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 687, reset compression=false 2024-11-11T05:18:18,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:18:18,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731302298844/Put/seqid=0 2024-11-11T05:18:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741842_1018 (size=7997) 2024-11-11T05:18:19,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731302299251/Put/seqid=0 2024-11-11T05:18:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741843_1019 (size=7794) 2024-11-11T05:18:19,276 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 687, reset compression=false 2024-11-11T05:18:19,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16729688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:19,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,45667,-1 for getting cluster id 2024-11-11T05:18:19,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:18:19,659 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '453fbfc7-30bb-490d-b393-ef2077b1bbd7' 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "453fbfc7-30bb-490d-b393-ef2077b1bbd7" 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c34ab69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,45667,-1] 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:18:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:19,660 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:18:19,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bae48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:18:19,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:19,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:19,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:18:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,45667,1731302282775 2024-11-11T05:18:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619a7ac0 2024-11-11T05:18:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:18:19,672 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:18:19,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2] 2024-11-11T05:18:19,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:18:19,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T05:18:19,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T05:18:19,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_0 for inclusion in 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 2024-11-11T05:18:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T05:18:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:19,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_1 for inclusion in 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 2024-11-11T05:18:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T05:18:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:18:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegion(2603): Flush status journal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d: 2024-11-11T05:18:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_0 to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_0 2024-11-11T05:18:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_0 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/6767d692a0874e8aa42cd50361aace8f_SeqId_6_ 2024-11-11T05:18:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/load_f1/f1/hfile_1 to hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_1 2024-11-11T05:18:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_1 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/06f0a47e307e4484adbe71feb07515d1_SeqId_6_ 2024-11-11T05:18:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T05:18:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_0 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/6767d692a0874e8aa42cd50361aace8f_SeqId_6_ - updating store file list. 2024-11-11T05:18:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6767d692a0874e8aa42cd50361aace8f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:19,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/6767d692a0874e8aa42cd50361aace8f_SeqId_6_ into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 2024-11-11T05:18:19,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_0 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 (new location: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/6767d692a0874e8aa42cd50361aace8f_SeqId_6_) 2024-11-11T05:18:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_0 2024-11-11T05:18:19,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_1 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/06f0a47e307e4484adbe71feb07515d1_SeqId_6_ - updating store file list. 2024-11-11T05:18:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06f0a47e307e4484adbe71feb07515d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:18:19,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/06f0a47e307e4484adbe71feb07515d1_SeqId_6_ into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 2024-11-11T05:18:19,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_1 into 5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1 (new location: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/f1/06f0a47e307e4484adbe71feb07515d1_SeqId_6_) 2024-11-11T05:18:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/staging/jenkins__test__hf3001ila9nr4bq45hagu7inrj4r2mso9su176sb3jp7cudlu22ksu649rrc7ld2/f1/hfile_1 2024-11-11T05:18:19,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:18:19,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:18:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:18:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 , the old value is region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:39847 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:18:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:18:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2 from cache 2024-11-11T05:18:19,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:18:19,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:18:19,717 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T05:18:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39847,1731302282996, seqNum=-1] 2024-11-11T05:18:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:18:19,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:18:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., hostname=1d14b453aaa0,39847,1731302282996, seqNum=2] 2024-11-11T05:18:19,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:18:19,880 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 687, reset compression=false 2024-11-11T05:18:19,885 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:18:19,885 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:19,885 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:18:20,089 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:20,393 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:20,797 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:21,301 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:21,906 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:22,610 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:23,413 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:24,317 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:25,321 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:18:25,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T05:18:26,424 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:27,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:28,932 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:30,337 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:31,842 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:32,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:18:33,446 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:35,150 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:36,954 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:37,943 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:18:38,858 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:39,887 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: null 2024-11-11T05:18:40,861 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:42,965 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:45,169 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:46,113 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T05:18:46,113 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T05:18:47,473 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:49,877 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:51,962 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T05:18:51,962 INFO [master/1d14b453aaa0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T05:18:52,381 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:54,984 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:57,688 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:18:57,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5fe11e8b1a25e14cbab05e0b6ffe4a7d, had cached 0 bytes from a total of 31376 2024-11-11T05:18:59,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b8db5effec0517d7543c36e5692bedfc, had cached 0 bytes from a total of 15585 2024-11-11T05:18:59,887 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: null 2024-11-11T05:19:00,492 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:02,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:19:03,396 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:06,400 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:07,943 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:19:09,504 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:12,710 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:16,015 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:19,419 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:19,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:19:19,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:19,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:19,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:19,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:19,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:19,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:19:19,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145497430, stopped=false 2024-11-11T05:19:19,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,36451,1731302288357 2024-11-11T05:19:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269554310/running 2024-11-11T05:19:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269554310/running 2024-11-11T05:19:19,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:19:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:19:19,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:19,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:19,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:19,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36483,1731302288520' ***** 2024-11-11T05:19:19,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:19:19,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/running 2024-11-11T05:19:19,832 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:19:19,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Set watcher on znode that does not yet exist, /11269554310/running 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:19:19,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(3091): Received CLOSE for b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36483,1731302288520 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36483. 2024-11-11T05:19:19,833 DEBUG [RS:0;1d14b453aaa0:36483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:19,833 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:19,833 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8db5effec0517d7543c36e5692bedfc, disabling compactions & flushes 2024-11-11T05:19:19,833 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:19:19,833 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:19:19,833 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:19:19,833 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. after waiting 0 ms 2024-11-11T05:19:19,834 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:19:19,834 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:19:19,834 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:19:19,834 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:19:19,834 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:19:19,834 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b8db5effec0517d7543c36e5692bedfc=test,,1731302293968.b8db5effec0517d7543c36e5692bedfc.} 2024-11-11T05:19:19,834 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:19,834 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8db5effec0517d7543c36e5692bedfc 2024-11-11T05:19:19,834 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:19,834 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:19,834 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:19,834 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:19,834 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T05:19:19,838 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/default/test/b8db5effec0517d7543c36e5692bedfc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T05:19:19,839 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:19,839 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:19:19,839 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:19:19,839 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8db5effec0517d7543c36e5692bedfc: Waiting for close lock at 1731302359833Running coprocessor pre-close hooks at 1731302359833Disabling compacts and flushes for region at 1731302359833Disabling writes for close at 1731302359834 (+1 ms)Writing region close event to WAL at 1731302359834Running coprocessor post-close hooks at 1731302359839 (+5 ms)Closed at 1731302359839 2024-11-11T05:19:19,839 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302293968.b8db5effec0517d7543c36e5692bedfc. 2024-11-11T05:19:19,853 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/info/553db3cd42eb4b3098627eebfe62fae2 is 129, key is test,,1731302293968.b8db5effec0517d7543c36e5692bedfc./info:regioninfo/1731302294772/Put/seqid=0 2024-11-11T05:19:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741839_1015 (size=6421) 2024-11-11T05:19:19,887 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,39847,1731302282996 got entry batch from reader: null 2024-11-11T05:19:19,899 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:20,034 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:20,234 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:20,258 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/info/553db3cd42eb4b3098627eebfe62fae2 2024-11-11T05:19:20,285 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/ns/94956ccc5d224880af2e45cc1828ead4 is 43, key is default/ns:d/1731302291701/Put/seqid=0 2024-11-11T05:19:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741840_1016 (size=5153) 2024-11-11T05:19:20,427 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:19:20,427 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:19:20,434 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:20,635 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:20,690 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/ns/94956ccc5d224880af2e45cc1828ead4 2024-11-11T05:19:20,707 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/rep_barrier/6e79491ea9b44cc2bf02ff0b8b4d17cd is 112, key is test,,1731302293968.b8db5effec0517d7543c36e5692bedfc./rep_barrier:seqnumDuringOpen/1731302294772/Put/seqid=0 2024-11-11T05:19:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741841_1017 (size=5518) 2024-11-11T05:19:20,835 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:19:20,835 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:20,835 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:21,035 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:21,112 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/rep_barrier/6e79491ea9b44cc2bf02ff0b8b4d17cd 2024-11-11T05:19:21,135 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/table/0670f69856bb4fb1ab5e4df96874b541 is 40, key is test/table:state/1731302294794/Put/seqid=0 2024-11-11T05:19:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741842_1018 (size=5165) 2024-11-11T05:19:21,235 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:21,435 DEBUG [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:21,540 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/table/0670f69856bb4fb1ab5e4df96874b541 2024-11-11T05:19:21,546 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/info/553db3cd42eb4b3098627eebfe62fae2 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/info/553db3cd42eb4b3098627eebfe62fae2 2024-11-11T05:19:21,551 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/info/553db3cd42eb4b3098627eebfe62fae2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T05:19:21,552 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/ns/94956ccc5d224880af2e45cc1828ead4 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/ns/94956ccc5d224880af2e45cc1828ead4 2024-11-11T05:19:21,556 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/ns/94956ccc5d224880af2e45cc1828ead4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:19:21,557 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/rep_barrier/6e79491ea9b44cc2bf02ff0b8b4d17cd as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/rep_barrier/6e79491ea9b44cc2bf02ff0b8b4d17cd 2024-11-11T05:19:21,565 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/rep_barrier/6e79491ea9b44cc2bf02ff0b8b4d17cd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T05:19:21,566 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/.tmp/table/0670f69856bb4fb1ab5e4df96874b541 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/table/0670f69856bb4fb1ab5e4df96874b541 2024-11-11T05:19:21,572 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/table/0670f69856bb4fb1ab5e4df96874b541, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:19:21,573 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false 2024-11-11T05:19:21,580 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:19:21,580 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:21,580 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:21,580 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:21,580 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302359834Running coprocessor pre-close hooks at 1731302359834Disabling compacts and flushes for region at 1731302359834Disabling writes for close at 1731302359834Obtaining lock to block concurrent updates at 1731302359834Preparing flush snapshotting stores in 1588230740 at 1731302359834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731302359835 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302359835Flushing 1588230740/info: creating writer at 1731302359835Flushing 1588230740/info: appending metadata at 1731302359853 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731302359853Flushing 1588230740/ns: creating writer at 1731302360267 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731302360284 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731302360284Flushing 1588230740/rep_barrier: creating writer at 1731302360695 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302360707 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302360707Flushing 1588230740/table: creating writer at 1731302361118 (+411 ms)Flushing 1588230740/table: appending metadata at 1731302361134 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731302361135 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535c49a0: reopening flushed file at 1731302361545 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a74c2fa: reopening flushed file at 1731302361551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d68e0e: reopening flushed file at 1731302361557 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb67e0b: reopening flushed file at 1731302361565 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false at 1731302361573 (+8 ms)Writing region close event to WAL at 1731302361576 (+3 ms)Running coprocessor post-close hooks at 1731302361580 (+4 ms)Closed at 1731302361580 2024-11-11T05:19:21,581 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:21,635 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36483,1731302288520; all regions closed. 2024-11-11T05:19:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741834_1010 (size=2717) 2024-11-11T05:19:21,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/WALs/1d14b453aaa0,36483,1731302288520/1d14b453aaa0%2C36483%2C1731302288520.meta.1731302291620.meta not finished, retry = 0 2024-11-11T05:19:21,740 DEBUG [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/oldWALs 2024-11-11T05:19:21,740 INFO [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36483%2C1731302288520.meta:.meta(num 1731302291620) 2024-11-11T05:19:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741832_1008 (size=1028) 2024-11-11T05:19:21,744 DEBUG [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/oldWALs 2024-11-11T05:19:21,744 INFO [RS:0;1d14b453aaa0:36483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36483%2C1731302288520:(num 1731302290559) 2024-11-11T05:19:21,745 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:21,745 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:21,745 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:21,745 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:21,745 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:21,745 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:21,745 INFO [RS:0;1d14b453aaa0:36483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36483. 2024-11-11T05:19:21,745 DEBUG [RS:0;1d14b453aaa0:36483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:21,745 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:21,746 DEBUG [RS:0;1d14b453aaa0:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:21,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:21,746 INFO [RS:0;1d14b453aaa0:36483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36483 2024-11-11T05:19:21,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269554310/rs/1d14b453aaa0,36483,1731302288520 2024-11-11T05:19:21,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310/rs 2024-11-11T05:19:21,800 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:21,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36483,1731302288520] 2024-11-11T05:19:21,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11269554310/draining/1d14b453aaa0,36483,1731302288520 already deleted, retry=false 2024-11-11T05:19:21,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36483,1731302288520 expired; onlineServers=0 2024-11-11T05:19:21,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,36451,1731302288357' ***** 2024-11-11T05:19:21,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:19:21,821 INFO [M:0;1d14b453aaa0:36451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:21,821 INFO [M:0;1d14b453aaa0:36451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:21,821 DEBUG [M:0;1d14b453aaa0:36451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:19:21,821 DEBUG [M:0;1d14b453aaa0:36451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:19:21,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:19:21,821 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302290312 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302290312,5,FailOnTimeoutGroup] 2024-11-11T05:19:21,821 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302290315 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302290315,5,FailOnTimeoutGroup] 2024-11-11T05:19:21,821 INFO [M:0;1d14b453aaa0:36451 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:21,821 INFO [M:0;1d14b453aaa0:36451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:21,822 DEBUG [M:0;1d14b453aaa0:36451 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:19:21,822 INFO [M:0;1d14b453aaa0:36451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:19:21,822 INFO [M:0;1d14b453aaa0:36451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:21,822 INFO [M:0;1d14b453aaa0:36451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:19:21,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269554310/master 2024-11-11T05:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269554310 2024-11-11T05:19:21,832 DEBUG [M:0;1d14b453aaa0:36451 {}] zookeeper.ZKUtil(347): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Unable to get data of znode /11269554310/master because node does not exist (not an error) 2024-11-11T05:19:21,832 WARN [M:0;1d14b453aaa0:36451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:19:21,833 INFO [M:0;1d14b453aaa0:36451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/.lastflushedseqids 2024-11-11T05:19:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741843_1019 (size=173) 2024-11-11T05:19:21,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:21,911 INFO [RS:0;1d14b453aaa0:36483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:21,911 INFO [RS:0;1d14b453aaa0:36483 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36483,1731302288520; zookeeper connection closed. 2024-11-11T05:19:21,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x101285448840004, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:21,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 2024-11-11T05:19:21,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:19:22,237 INFO [M:0;1d14b453aaa0:36451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:19:22,238 INFO [M:0;1d14b453aaa0:36451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:19:22,238 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:22,238 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:22,238 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:22,238 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:22,238 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:22,238 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-11T05:19:22,252 DEBUG [M:0;1d14b453aaa0:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce62c3ddf8e34a9ca07c091676b9daf5 is 82, key is hbase:meta,,1/info:regioninfo/1731302291677/Put/seqid=0 2024-11-11T05:19:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741844_1020 (size=5672) 2024-11-11T05:19:22,656 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce62c3ddf8e34a9ca07c091676b9daf5 2024-11-11T05:19:22,673 DEBUG [M:0;1d14b453aaa0:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff76e43a0734399a50c992a1f55e5a5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302294801/Put/seqid=0 2024-11-11T05:19:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741845_1021 (size=6726) 2024-11-11T05:19:22,923 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.1731302284581 to pos 997, reset compression=false 2024-11-11T05:19:23,078 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff76e43a0734399a50c992a1f55e5a5 2024-11-11T05:19:23,082 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff76e43a0734399a50c992a1f55e5a5 2024-11-11T05:19:23,096 DEBUG [M:0;1d14b453aaa0:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b393d176bbd045daad8338c9c6ff8037 is 69, key is 1d14b453aaa0,36483,1731302288520/rs:state/1731302290362/Put/seqid=0 2024-11-11T05:19:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741846_1022 (size=5156) 2024-11-11T05:19:23,500 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b393d176bbd045daad8338c9c6ff8037 2024-11-11T05:19:23,505 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce62c3ddf8e34a9ca07c091676b9daf5 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce62c3ddf8e34a9ca07c091676b9daf5 2024-11-11T05:19:23,509 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce62c3ddf8e34a9ca07c091676b9daf5, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T05:19:23,510 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff76e43a0734399a50c992a1f55e5a5 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bff76e43a0734399a50c992a1f55e5a5 2024-11-11T05:19:23,514 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff76e43a0734399a50c992a1f55e5a5 2024-11-11T05:19:23,514 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bff76e43a0734399a50c992a1f55e5a5, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T05:19:23,515 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b393d176bbd045daad8338c9c6ff8037 as hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b393d176bbd045daad8338c9c6ff8037 2024-11-11T05:19:23,519 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/6ac95e82-5273-23c2-c191-cc9038d72a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b393d176bbd045daad8338c9c6ff8037, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T05:19:23,520 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=58, compaction requested=false 2024-11-11T05:19:23,521 INFO [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:23,521 DEBUG [M:0;1d14b453aaa0:36451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302362238Disabling compacts and flushes for region at 1731302362238Disabling writes for close at 1731302362238Obtaining lock to block concurrent updates at 1731302362238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302362238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731302362238Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302362239 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302362239Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302362251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302362252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302362660 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302362673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302362673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302363083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302363095 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302363095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9e4a0a: reopening flushed file at 1731302363504 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8d9f90: reopening flushed file at 1731302363509 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a3f011: reopening flushed file at 1731302363514 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=58, compaction requested=false at 1731302363520 (+6 ms)Writing region close event to WAL at 1731302363521 (+1 ms)Closed at 1731302363521 2024-11-11T05:19:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32839 is added to blk_1073741830_1006 (size=33014) 2024-11-11T05:19:23,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:23,526 INFO [M:0;1d14b453aaa0:36451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:19:23,526 INFO [M:0;1d14b453aaa0:36451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36451 2024-11-11T05:19:23,527 INFO [M:0;1d14b453aaa0:36451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:23,679 INFO [M:0;1d14b453aaa0:36451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x101285448840003, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:23,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@184919ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:23,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:23,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:23,684 WARN [BP-573306622-172.17.0.2-1731302286119 heartbeating to localhost/127.0.0.1:33305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:19:23,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:19:23,684 WARN [BP-573306622-172.17.0.2-1731302286119 heartbeating to localhost/127.0.0.1:33305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573306622-172.17.0.2-1731302286119 (Datanode Uuid 21ea68e3-09db-46d2-81f5-95e1f958a8fa) service to localhost/127.0.0.1:33305 2024-11-11T05:19:23,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:19:23,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/cluster_9ea8f469-d7d4-57ed-576a-e35b2cb624d6/data/data1/current/BP-573306622-172.17.0.2-1731302286119 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:23,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/cluster_9ea8f469-d7d4-57ed-576a-e35b2cb624d6/data/data2/current/BP-573306622-172.17.0.2-1731302286119 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:23,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:19:23,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746c78d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:23,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:23,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:23,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:23,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:19:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:19:23,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:23,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:23,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:23,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:23,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:23,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:19:23,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298745102, stopped=false 2024-11-11T05:19:23,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,45667,1731302282775 2024-11-11T05:19:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319536523/running 2024-11-11T05:19:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319536523/running 2024-11-11T05:19:23,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:19:23,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:19:23,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:23,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:23,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:23,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,39847,1731302282996' ***** 2024-11-11T05:19:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:19:23,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/running 2024-11-11T05:19:23,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Set watcher on znode that does not yet exist, /01319536523/running 2024-11-11T05:19:23,716 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:19:23,716 INFO [RS:0;1d14b453aaa0:39847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:19:23,716 INFO [RS:0;1d14b453aaa0:39847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdd39b02a312732418c940c8b71a7a7 2024-11-11T05:19:23,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,39847,1731302282996 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:39847. 2024-11-11T05:19:23,717 DEBUG [RS:0;1d14b453aaa0:39847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:23,717 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdd39b02a312732418c940c8b71a7a7, disabling compactions & flushes 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:19:23,717 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. after waiting 0 ms 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:19:23,717 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:19:23,717 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1325): Online Regions={2bdd39b02a312732418c940c8b71a7a7=hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7., 5fe11e8b1a25e14cbab05e0b6ffe4a7d=test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:23,717 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bdd39b02a312732418c940c8b71a7a7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T05:19:23,717 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdd39b02a312732418c940c8b71a7a7, 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:23,717 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:23,717 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:23,717 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:19:23,731 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/hfileref/d6a2d90e4b5f441daf7622f5d1b49d87 is 74, key is 1/hfileref:5d7aeb11b8ac4b16848a0fb6f9c484df_SeqId_4_/1731302298769/DeleteColumn/seqid=0 2024-11-11T05:19:23,734 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/info/30240263fe8c4d5690b40db595612ce9 is 147, key is hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7./info:regioninfo/1731302295992/Put/seqid=0 2024-11-11T05:19:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741844_1020 (size=5203) 2024-11-11T05:19:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741845_1021 (size=7686) 2024-11-11T05:19:23,802 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:23,917 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdd39b02a312732418c940c8b71a7a7, 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:24,118 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdd39b02a312732418c940c8b71a7a7, 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:24,135 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/hfileref/d6a2d90e4b5f441daf7622f5d1b49d87 2024-11-11T05:19:24,137 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/info/30240263fe8c4d5690b40db595612ce9 2024-11-11T05:19:24,157 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/queue/a1ec642b338f4c2c98e6d1a68bfc7d2c is 153, key is 1-1d14b453aaa0,39847,1731302282996/queue:1d14b453aaa0%2C39847%2C1731302282996/1731302299886/Put/seqid=0 2024-11-11T05:19:24,161 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/ns/8fbe1a76d175430b9d244782ec250c1b is 43, key is default/ns:d/1731302285670/Put/seqid=0 2024-11-11T05:19:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741846_1022 (size=5352) 2024-11-11T05:19:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741847_1023 (size=5153) 2024-11-11T05:19:24,318 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdd39b02a312732418c940c8b71a7a7, 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:24,469 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:19:24,469 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:19:24,518 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdd39b02a312732418c940c8b71a7a7, 5fe11e8b1a25e14cbab05e0b6ffe4a7d 2024-11-11T05:19:24,563 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/queue/a1ec642b338f4c2c98e6d1a68bfc7d2c 2024-11-11T05:19:24,565 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/ns/8fbe1a76d175430b9d244782ec250c1b 2024-11-11T05:19:24,569 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/hfileref/d6a2d90e4b5f441daf7622f5d1b49d87 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/hfileref/d6a2d90e4b5f441daf7622f5d1b49d87 2024-11-11T05:19:24,574 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/hfileref/d6a2d90e4b5f441daf7622f5d1b49d87, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T05:19:24,575 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/.tmp/queue/a1ec642b338f4c2c98e6d1a68bfc7d2c as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/queue/a1ec642b338f4c2c98e6d1a68bfc7d2c 2024-11-11T05:19:24,580 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/queue/a1ec642b338f4c2c98e6d1a68bfc7d2c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T05:19:24,581 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2bdd39b02a312732418c940c8b71a7a7 in 864ms, sequenceid=10, compaction requested=false 2024-11-11T05:19:24,585 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/replication/2bdd39b02a312732418c940c8b71a7a7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:24,586 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdd39b02a312732418c940c8b71a7a7: Waiting for close lock at 1731302363717Running coprocessor pre-close hooks at 1731302363717Disabling compacts and flushes for region at 1731302363717Disabling writes for close at 1731302363717Obtaining lock to block concurrent updates at 1731302363717Preparing flush snapshotting stores in 2bdd39b02a312732418c940c8b71a7a7 at 1731302363717Finished memstore snapshotting hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731302363718 (+1 ms)Flushing stores of hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. at 1731302363718Flushing 2bdd39b02a312732418c940c8b71a7a7/hfileref: creating writer at 1731302363718Flushing 2bdd39b02a312732418c940c8b71a7a7/hfileref: appending metadata at 1731302363730 (+12 ms)Flushing 2bdd39b02a312732418c940c8b71a7a7/hfileref: closing flushed file at 1731302363730Flushing 2bdd39b02a312732418c940c8b71a7a7/queue: creating writer at 1731302364140 (+410 ms)Flushing 2bdd39b02a312732418c940c8b71a7a7/queue: appending metadata at 1731302364157 (+17 ms)Flushing 2bdd39b02a312732418c940c8b71a7a7/queue: closing flushed file at 1731302364157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2e8b9a: reopening flushed file at 1731302364569 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8c49a0: reopening flushed file at 1731302364574 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2bdd39b02a312732418c940c8b71a7a7 in 864ms, sequenceid=10, compaction requested=false at 1731302364581 (+7 ms)Writing region close event to WAL at 1731302364582 (+1 ms)Running coprocessor post-close hooks at 1731302364586 (+4 ms)Closed at 1731302364586 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302295147.2bdd39b02a312732418c940c8b71a7a7. 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fe11e8b1a25e14cbab05e0b6ffe4a7d, disabling compactions & flushes 2024-11-11T05:19:24,586 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. after waiting 0 ms 2024-11-11T05:19:24,586 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:19:24,588 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/rep_barrier/e42f025eef6c4eccba2fc43124afe4d2 is 112, key is test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d./rep_barrier:seqnumDuringOpen/1731302293008/Put/seqid=0 2024-11-11T05:19:24,590 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/default/test/5fe11e8b1a25e14cbab05e0b6ffe4a7d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:19:24,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:24,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:19:24,591 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:19:24,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fe11e8b1a25e14cbab05e0b6ffe4a7d: Waiting for close lock at 1731302364586Running coprocessor pre-close hooks at 1731302364586Disabling compacts and flushes for region at 1731302364586Disabling writes for close at 1731302364586Writing region close event to WAL at 1731302364587 (+1 ms)Running coprocessor post-close hooks at 1731302364591 (+4 ms)Closed at 1731302364591 2024-11-11T05:19:24,591 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302291793.5fe11e8b1a25e14cbab05e0b6ffe4a7d. 2024-11-11T05:19:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741848_1024 (size=5518) 2024-11-11T05:19:24,718 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:19:24,718 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:24,718 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:24,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:24,918 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:24,998 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/rep_barrier/e42f025eef6c4eccba2fc43124afe4d2 2024-11-11T05:19:25,018 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/table/cf6ae92d12774a26b58fcdbf54cb7bcc is 53, key is hbase:replication/table:state/1731302296007/Put/seqid=0 2024-11-11T05:19:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741849_1025 (size=5308) 2024-11-11T05:19:25,119 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:25,319 DEBUG [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:25,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:25,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:25,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:25,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:25,423 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/table/cf6ae92d12774a26b58fcdbf54cb7bcc 2024-11-11T05:19:25,429 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/info/30240263fe8c4d5690b40db595612ce9 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/info/30240263fe8c4d5690b40db595612ce9 2024-11-11T05:19:25,434 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/info/30240263fe8c4d5690b40db595612ce9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:19:25,435 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/ns/8fbe1a76d175430b9d244782ec250c1b as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/ns/8fbe1a76d175430b9d244782ec250c1b 2024-11-11T05:19:25,440 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/ns/8fbe1a76d175430b9d244782ec250c1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:19:25,441 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/rep_barrier/e42f025eef6c4eccba2fc43124afe4d2 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/rep_barrier/e42f025eef6c4eccba2fc43124afe4d2 2024-11-11T05:19:25,445 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/rep_barrier/e42f025eef6c4eccba2fc43124afe4d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:19:25,446 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/.tmp/table/cf6ae92d12774a26b58fcdbf54cb7bcc as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/table/cf6ae92d12774a26b58fcdbf54cb7bcc 2024-11-11T05:19:25,451 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/table/cf6ae92d12774a26b58fcdbf54cb7bcc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:19:25,452 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-11T05:19:25,452 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:19:25,458 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:19:25,458 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:25,458 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:25,458 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:25,458 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302363717Running coprocessor pre-close hooks at 1731302363717Disabling compacts and flushes for region at 1731302363717Disabling writes for close at 1731302363717Obtaining lock to block concurrent updates at 1731302363717Preparing flush snapshotting stores in 1588230740 at 1731302363717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302363718 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302363718Flushing 1588230740/info: creating writer at 1731302363718Flushing 1588230740/info: appending metadata at 1731302363733 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731302363733Flushing 1588230740/ns: creating writer at 1731302364143 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731302364161 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731302364161Flushing 1588230740/rep_barrier: creating writer at 1731302364570 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302364588 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302364588Flushing 1588230740/table: creating writer at 1731302365003 (+415 ms)Flushing 1588230740/table: appending metadata at 1731302365018 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731302365018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546bb064: reopening flushed file at 1731302365428 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156b51b5: reopening flushed file at 1731302365434 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2b711b: reopening flushed file at 1731302365440 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9a254b: reopening flushed file at 1731302365446 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1731302365452 (+6 ms)Writing region close event to WAL at 1731302365455 (+3 ms)Running coprocessor post-close hooks at 1731302365458 (+3 ms)Closed at 1731302365458 2024-11-11T05:19:25,459 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:25,519 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,39847,1731302282996; all regions closed. 2024-11-11T05:19:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:19:25,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/WALs/1d14b453aaa0,39847,1731302282996/1d14b453aaa0%2C39847%2C1731302282996.meta.1731302285563.meta not finished, retry = 0 2024-11-11T05:19:25,624 DEBUG [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs 2024-11-11T05:19:25,624 INFO [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39847%2C1731302282996.meta:.meta(num 1731302285563) 2024-11-11T05:19:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741839_1015 (size=2700) 2024-11-11T05:19:25,628 DEBUG [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs 2024-11-11T05:19:25,628 INFO [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39847%2C1731302282996.rep:(num 1731302295956) 2024-11-11T05:19:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741832_1008 (size=1300) 2024-11-11T05:19:25,632 DEBUG [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/oldWALs 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39847%2C1731302282996:(num 1731302284581) 2024-11-11T05:19:25,632 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:25,632 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,39847,1731302282996 because: Region server is closing 2024-11-11T05:19:25,632 INFO [RS:0;1d14b453aaa0:39847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:39847. 2024-11-11T05:19:25,633 DEBUG [RS:0;1d14b453aaa0:39847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:25,633 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:25,633 DEBUG [RS:0;1d14b453aaa0:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:25,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:25,733 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:19:25,733 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.wal-reader.1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:19:25,733 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39847,1731302282996.replicationSource.shipper1d14b453aaa0%2C39847%2C1731302282996,1-1d14b453aaa0,39847,1731302282996 terminated 2024-11-11T05:19:25,733 INFO [RS:0;1d14b453aaa0:39847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39847 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:19:25,800 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523/rs 2024-11-11T05:19:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319536523/rs/1d14b453aaa0,39847,1731302282996 2024-11-11T05:19:25,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,39847,1731302282996] 2024-11-11T05:19:25,820 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01319536523/draining/1d14b453aaa0,39847,1731302282996 already deleted, retry=false 2024-11-11T05:19:25,820 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,39847,1731302282996 expired; onlineServers=0 2024-11-11T05:19:25,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,45667,1731302282775' ***** 2024-11-11T05:19:25,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:25,821 DEBUG [M:0;1d14b453aaa0:45667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:19:25,821 DEBUG [M:0;1d14b453aaa0:45667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:19:25,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:19:25,821 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302284320 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302284320,5,FailOnTimeoutGroup] 2024-11-11T05:19:25,821 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302284324 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302284324,5,FailOnTimeoutGroup] 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:25,821 DEBUG [M:0;1d14b453aaa0:45667 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:25,821 INFO [M:0;1d14b453aaa0:45667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:19:25,821 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:19:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319536523/master 2024-11-11T05:19:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319536523 2024-11-11T05:19:25,831 DEBUG [M:0;1d14b453aaa0:45667 {}] zookeeper.ZKUtil(347): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Unable to get data of znode /01319536523/master because node does not exist (not an error) 2024-11-11T05:19:25,831 WARN [M:0;1d14b453aaa0:45667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:19:25,832 INFO [M:0;1d14b453aaa0:45667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/.lastflushedseqids 2024-11-11T05:19:25,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741850_1026 (size=263) 2024-11-11T05:19:25,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:25,910 INFO [RS:0;1d14b453aaa0:39847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:25,910 INFO [RS:0;1d14b453aaa0:39847 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,39847,1731302282996; zookeeper connection closed. 2024-11-11T05:19:25,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x101285448840001, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:25,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d7c149a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d7c149a 2024-11-11T05:19:25,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:19:26,237 INFO [M:0;1d14b453aaa0:45667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:19:26,237 INFO [M:0;1d14b453aaa0:45667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:19:26,237 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:26,237 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:26,237 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:26,237 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:26,237 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:26,238 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-11T05:19:26,251 DEBUG [M:0;1d14b453aaa0:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf07af288571424e967b45789a80ecd5 is 82, key is hbase:meta,,1/info:regioninfo/1731302285613/Put/seqid=0 2024-11-11T05:19:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741851_1027 (size=5672) 2024-11-11T05:19:26,655 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf07af288571424e967b45789a80ecd5 2024-11-11T05:19:26,674 DEBUG [M:0;1d14b453aaa0:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26fc20ff8d47ba9f6b6c38c0176db2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302293034/Put/seqid=0 2024-11-11T05:19:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741852_1028 (size=7239) 2024-11-11T05:19:27,078 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26fc20ff8d47ba9f6b6c38c0176db2 2024-11-11T05:19:27,083 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c26fc20ff8d47ba9f6b6c38c0176db2 2024-11-11T05:19:27,096 DEBUG [M:0;1d14b453aaa0:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e406c254b12d49e0a75f02f1521b61a0 is 69, key is 1d14b453aaa0,39847,1731302282996/rs:state/1731302284400/Put/seqid=0 2024-11-11T05:19:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741853_1029 (size=5156) 2024-11-11T05:19:27,500 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e406c254b12d49e0a75f02f1521b61a0 2024-11-11T05:19:27,506 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf07af288571424e967b45789a80ecd5 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf07af288571424e967b45789a80ecd5 2024-11-11T05:19:27,510 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf07af288571424e967b45789a80ecd5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T05:19:27,511 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c26fc20ff8d47ba9f6b6c38c0176db2 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c26fc20ff8d47ba9f6b6c38c0176db2 2024-11-11T05:19:27,515 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c26fc20ff8d47ba9f6b6c38c0176db2 2024-11-11T05:19:27,515 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c26fc20ff8d47ba9f6b6c38c0176db2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T05:19:27,516 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e406c254b12d49e0a75f02f1521b61a0 as hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e406c254b12d49e0a75f02f1521b61a0 2024-11-11T05:19:27,520 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44943/user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e406c254b12d49e0a75f02f1521b61a0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T05:19:27,521 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-11T05:19:27,522 INFO [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:27,522 DEBUG [M:0;1d14b453aaa0:45667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302366237Disabling compacts and flushes for region at 1731302366237Disabling writes for close at 1731302366237Obtaining lock to block concurrent updates at 1731302366238 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302366238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731302366238Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302366238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302366238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302366251 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302366251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302366660 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302366673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302366673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302367083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302367096 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302367096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbf477a: reopening flushed file at 1731302367505 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bb740d: reopening flushed file at 1731302367510 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc8a37c: reopening flushed file at 1731302367515 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731302367521 (+6 ms)Writing region close event to WAL at 1731302367522 (+1 ms)Closed at 1731302367522 2024-11-11T05:19:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741830_1006 (size=64514) 2024-11-11T05:19:27,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fa810fb-8032-d57c-e7b9-d98a43149fff/MasterData/WALs/1d14b453aaa0,45667,1731302282775/1d14b453aaa0%2C45667%2C1731302282775.1731302284010 not finished, retry = 0 2024-11-11T05:19:27,625 INFO [M:0;1d14b453aaa0:45667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:19:27,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:27,626 INFO [M:0;1d14b453aaa0:45667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45667 2024-11-11T05:19:27,626 INFO [M:0;1d14b453aaa0:45667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:27,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:27,773 INFO [M:0;1d14b453aaa0:45667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:27,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x101285448840000, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:27,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fff79bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:27,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:27,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:27,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:27,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:27,777 WARN [BP-1877581456-172.17.0.2-1731302280457 heartbeating to localhost/127.0.0.1:44943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:19:27,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:19:27,777 WARN [BP-1877581456-172.17.0.2-1731302280457 heartbeating to localhost/127.0.0.1:44943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877581456-172.17.0.2-1731302280457 (Datanode Uuid 901a72cb-1bab-4581-9b6e-0725038734ed) service to localhost/127.0.0.1:44943 2024-11-11T05:19:27,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:19:27,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/data/data1/current/BP-1877581456-172.17.0.2-1731302280457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:27,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/cluster_cab1eaa4-b0ed-5ed9-c82c-76eea16bcb24/data/data2/current/BP-1877581456-172.17.0.2-1731302280457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:27,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:19:27,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500b85c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:27,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:27,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:27,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:27,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b212cc8-342a-a7dd-7b08-d8c08fc7c839/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:27,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:19:27,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:19:27,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7104b8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33305 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56412) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7104b8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56412) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44943 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=7062 (was 7359) 2024-11-11T05:19:27,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7062 2024-11-11T05:19:27,826 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T05:19:27,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir so I do NOT create it in target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0 2024-11-11T05:19:27,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:19:27,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.tmp.dir so I do NOT create it in target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0 2024-11-11T05:19:27,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0af24ee-6560-679c-3721-6dcd038758ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:19:27,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0 2024-11-11T05:19:27,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783, deleteOnExit=true 2024-11-11T05:19:27,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/zookeeper_0, clientPort=61483, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:19:27,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61483 2024-11-11T05:19:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:19:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:19:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/test.cache.data in system properties and HBase conf 2024-11-11T05:19:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:19:27,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:19:27,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:19:27,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:19:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:19:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:19:27,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101285448840002, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:19:27,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101285448840005, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:19:27,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101285448840002, quorum=127.0.0.1:56412, baseZNode=/01319536523 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:19:27,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101285448840005, quorum=127.0.0.1:56412, baseZNode=/11269554310 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:19:28,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:28,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:28,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:28,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:28,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:19:28,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:28,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef16663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:28,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f13e84a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:28,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bdad373{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/java.io.tmpdir/jetty-localhost-42829-hadoop-hdfs-3_4_1-tests_jar-_-any-3128043300620132188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:28,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23b4969c{HTTP/1.1, (http/1.1)}{localhost:42829} 2024-11-11T05:19:28,305 INFO [Time-limited test {}] server.Server(415): Started @140718ms 2024-11-11T05:19:28,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:28,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:28,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:28,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:28,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:19:28,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:28,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:28,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6efb4a3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/java.io.tmpdir/jetty-localhost-34021-hadoop-hdfs-3_4_1-tests_jar-_-any-9570388748301963088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:28,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:34021} 2024-11-11T05:19:28,762 INFO [Time-limited test {}] server.Server(415): Started @141175ms 2024-11-11T05:19:28,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:19:29,459 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/data/data1/current/BP-303034052-172.17.0.2-1731302367868/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:29,459 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/data/data2/current/BP-303034052-172.17.0.2-1731302367868/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:29,473 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x720d6b96bde9b05d with lease ID 0x33a593797d3c5b36: Processing first storage report for DS-e78e50a8-6afa-4b36-8901-1f805b53cba9 from datanode DatanodeRegistration(127.0.0.1:44065, datanodeUuid=e874e097-435d-44b6-8b9e-e5a88cd82fe2, infoPort=43451, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1695547456;c=1731302367868) 2024-11-11T05:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x720d6b96bde9b05d with lease ID 0x33a593797d3c5b36: from storage DS-e78e50a8-6afa-4b36-8901-1f805b53cba9 node DatanodeRegistration(127.0.0.1:44065, datanodeUuid=e874e097-435d-44b6-8b9e-e5a88cd82fe2, infoPort=43451, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1695547456;c=1731302367868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x720d6b96bde9b05d with lease ID 0x33a593797d3c5b36: Processing first storage report for DS-2008cc11-3792-45c4-8b76-aee32ed682f4 from datanode DatanodeRegistration(127.0.0.1:44065, datanodeUuid=e874e097-435d-44b6-8b9e-e5a88cd82fe2, infoPort=43451, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1695547456;c=1731302367868) 2024-11-11T05:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x720d6b96bde9b05d with lease ID 0x33a593797d3c5b36: from storage DS-2008cc11-3792-45c4-8b76-aee32ed682f4 node DatanodeRegistration(127.0.0.1:44065, datanodeUuid=e874e097-435d-44b6-8b9e-e5a88cd82fe2, infoPort=43451, infoSecurePort=0, ipcPort=41275, storageInfo=lv=-57;cid=testClusterID;nsid=1695547456;c=1731302367868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:29,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0 2024-11-11T05:19:29,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:29,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:19:29,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055 with version=8 2024-11-11T05:19:29,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/hbase-staging 2024-11-11T05:19:29,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:29,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:29,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:29,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:29,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:29,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:29,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:19:29,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:29,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41849 2024-11-11T05:19:29,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41849 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:30,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418490x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:30,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41849-0x10128559e0f0000 connected 2024-11-11T05:19:30,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:30,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:30,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:30,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055, hbase.cluster.distributed=false 2024-11-11T05:19:30,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/acl 2024-11-11T05:19:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-11T05:19:30,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41849 2024-11-11T05:19:30,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41849 2024-11-11T05:19:30,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-11T05:19:30,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41849 2024-11-11T05:19:30,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:19:30,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:30,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39357 2024-11-11T05:19:30,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39357 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:30,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:30,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:30,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393570x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:30,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393570x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:30,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39357-0x10128559e0f0001 connected 2024-11-11T05:19:30,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:19:30,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:19:30,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/master 2024-11-11T05:19:30,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/acl 2024-11-11T05:19:30,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T05:19:30,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-11-11T05:19:30,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-11-11T05:19:30,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T05:19:30,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T05:19:30,218 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:41849 2024-11-11T05:19:30,218 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /016252069/backup-masters/1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:30,231 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/backup-masters/1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/master 2024-11-11T05:19:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:30,242 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/master 2024-11-11T05:19:30,242 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /016252069/backup-masters/1d14b453aaa0,41849,1731302369897 from backup master directory 2024-11-11T05:19:30,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/backup-masters/1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:30,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:30,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:30,252 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:30,252 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:30,255 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/hbase.id] with ID: 98010d40-e764-4b1c-95c4-7fd343f2f99f 2024-11-11T05:19:30,255 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.tmp/hbase.id 2024-11-11T05:19:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:19:30,660 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.tmp/hbase.id]:[hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/hbase.id] 2024-11-11T05:19:30,673 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:30,673 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:19:30,675 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T05:19:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:19:30,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:30,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:30,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:30,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:30,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:30,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:30,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:31,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:19:31,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:19:31,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:19:31,501 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store 2024-11-11T05:19:31,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:31,908 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:31,908 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:31,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302371908Disabling compacts and flushes for region at 1731302371908Disabling writes for close at 1731302371908Writing region close event to WAL at 1731302371908Closed at 1731302371908 2024-11-11T05:19:31,909 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/.initializing 2024-11-11T05:19:31,909 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:31,910 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:31,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C41849%2C1731302369897, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/oldWALs, maxLogs=10 2024-11-11T05:19:31,926 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897/1d14b453aaa0%2C41849%2C1731302369897.1731302371912, exclude list is [], retry=0 2024-11-11T05:19:31,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:31,930 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:31,930 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:31,930 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:31,930 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:31,931 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,931 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:19:31,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:31,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:31,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:19:31,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:31,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:31,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:19:31,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:31,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:31,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:19:31,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:31,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:31,938 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,938 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,939 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,940 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,941 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:31,942 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:31,943 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:19:31,944 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74610946, jitterRate=0.11178973317146301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:31,945 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302371931Initializing all the Stores at 1731302371931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302371932 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302371932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302371932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302371932Cleaning up temporary data from old regions at 1731302371940 (+8 ms)Region opened successfully at 1731302371945 (+5 ms) 2024-11-11T05:19:31,945 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:19:31,947 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345d9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:31,948 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:19:31,948 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:19:31,948 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:19:31,949 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:19:31,949 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:19:31,949 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:19:31,949 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:19:31,954 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:19:31,955 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/balancer because node does not exist (not necessarily an error) 2024-11-11T05:19:32,010 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/balancer already deleted, retry=false 2024-11-11T05:19:32,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:19:32,011 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:19:32,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/normalizer already deleted, retry=false 2024-11-11T05:19:32,020 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:19:32,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:19:32,030 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/switch/split already deleted, retry=false 2024-11-11T05:19:32,032 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:19:32,041 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/switch/merge already deleted, retry=false 2024-11-11T05:19:32,043 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:19:32,051 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/snapshot-cleanup already deleted, retry=false 2024-11-11T05:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,41849,1731302369897, sessionid=0x10128559e0f0000, setting cluster-up flag (Was=false) 2024-11-11T05:19:32,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,115 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /016252069/flush-table-proc/acquired, /016252069/flush-table-proc/reached, /016252069/flush-table-proc/abort 2024-11-11T05:19:32,116 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:32,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:32,167 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /016252069/online-snapshot/acquired, /016252069/online-snapshot/reached, /016252069/online-snapshot/abort 2024-11-11T05:19:32,168 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:32,170 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:19:32,171 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:32,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:19:32,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:19:32,171 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,41849,1731302369897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:32,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302402174 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:19:32,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:19:32,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:32,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:19:32,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:19:32,175 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:32,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:19:32,176 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302372176,5,FailOnTimeoutGroup] 2024-11-11T05:19:32,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:19:32,176 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302372176,5,FailOnTimeoutGroup] 2024-11-11T05:19:32,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:19:32,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:19:32,211 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(746): ClusterId : 98010d40-e764-4b1c-95c4-7fd343f2f99f 2024-11-11T05:19:32,211 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:19:32,221 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:19:32,221 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:19:32,231 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:19:32,231 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1d2188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:32,241 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:39357 2024-11-11T05:19:32,241 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:19:32,241 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:19:32,241 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:19:32,242 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,41849,1731302369897 with port=39357, startcode=1731302370185 2024-11-11T05:19:32,242 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:19:32,243 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:19:32,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41849 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,245 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055 2024-11-11T05:19:32,245 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35775 2024-11-11T05:19:32,245 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:19:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/rs 2024-11-11T05:19:32,252 DEBUG [RS:0;1d14b453aaa0:39357 {}] zookeeper.ZKUtil(111): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/rs/1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,252 WARN [RS:0;1d14b453aaa0:39357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:32,252 INFO [RS:0;1d14b453aaa0:39357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:32,252 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,39357,1731302370185] 2024-11-11T05:19:32,255 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:19:32,256 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:19:32,257 INFO [RS:0;1d14b453aaa0:39357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:19:32,257 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,257 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:19:32,258 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:19:32,258 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:32,258 DEBUG [RS:0;1d14b453aaa0:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,259 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39357,1731302370185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:32,271 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:19:32,271 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,39357,1731302370185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,271 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,271 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.Replication(171): 1d14b453aaa0,39357,1731302370185 started 2024-11-11T05:19:32,282 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:32,282 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,39357,1731302370185, RpcServer on 1d14b453aaa0/172.17.0.2:39357, sessionid=0x10128559e0f0001 2024-11-11T05:19:32,282 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:19:32,282 DEBUG [RS:0;1d14b453aaa0:39357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,282 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39357,1731302370185' 2024-11-11T05:19:32,282 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/016252069/flush-table-proc/abort' 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/016252069/flush-table-proc/acquired' 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,39357,1731302370185' 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/016252069/online-snapshot/abort' 2024-11-11T05:19:32,283 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/016252069/online-snapshot/acquired' 2024-11-11T05:19:32,284 DEBUG [RS:0;1d14b453aaa0:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:19:32,284 INFO [RS:0;1d14b453aaa0:39357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:19:32,284 INFO [RS:0;1d14b453aaa0:39357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:19:32,384 INFO [RS:0;1d14b453aaa0:39357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:32,385 INFO [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39357%2C1731302370185, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:32,396 DEBUG [RS:0;1d14b453aaa0:39357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386, exclude list is [], retry=0 2024-11-11T05:19:32,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:32,400 INFO [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 2024-11-11T05:19:32,400 DEBUG [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:32,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:19:32,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055 2024-11-11T05:19:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:19:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:32,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:19:32,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:19:32,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:19:32,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:19:32,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:19:32,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:19:32,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:32,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:32,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:19:32,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:19:32,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:32,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:32,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:19:32,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:32,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:32,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:19:32,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:19:32,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:32,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:19:33,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:19:33,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704509, jitterRate=-0.08053116500377655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302372988Initializing all the Stores at 1731302372989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302372989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302372989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302372989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302372989Cleaning up temporary data from old regions at 1731302372997 (+8 ms)Region opened successfully at 1731302373000 (+3 ms) 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:33,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:33,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302373001Disabling compacts and flushes for region at 1731302373001Disabling writes for close at 1731302373001Writing region close event to WAL at 1731302373001Closed at 1731302373001 2024-11-11T05:19:33,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:33,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:19:33,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:19:33,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:33,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:19:33,154 DEBUG [1d14b453aaa0:41849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:19:33,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:33,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,39357,1731302370185, state=OPENING 2024-11-11T05:19:33,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:19:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:33,231 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:33,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:33,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:33,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39357,1731302370185}] 2024-11-11T05:19:33,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:19:33,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:19:33,388 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:19:33,388 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:33,388 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:19:33,390 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39357%2C1731302370185.meta, suffix=.meta, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:33,407 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.meta.1731302373390.meta, exclude list is [], retry=0 2024-11-11T05:19:33,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:33,411 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.meta.1731302373390.meta 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:33,412 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:19:33,412 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:19:33,412 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:19:33,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:19:33,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:19:33,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:33,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:33,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:19:33,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:19:33,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:33,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:33,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:19:33,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:19:33,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:33,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:33,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:19:33,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:19:33,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:33,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:33,418 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:19:33,419 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:33,420 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:33,421 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:19:33,421 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:19:33,422 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:33,423 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:19:33,423 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67998182, jitterRate=0.01325187087059021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:33,423 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:19:33,424 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302373413Writing region info on filesystem at 1731302373413Initializing all the Stores at 1731302373413Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302373413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302373414 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302373414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302373414Cleaning up temporary data from old regions at 1731302373421 (+7 ms)Running coprocessor post-open hooks at 1731302373423 (+2 ms)Region opened successfully at 1731302373424 (+1 ms) 2024-11-11T05:19:33,425 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302373383 2024-11-11T05:19:33,427 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:19:33,427 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:19:33,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:33,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,39357,1731302370185, state=OPEN 2024-11-11T05:19:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:33,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:33,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:33,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:33,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:19:33,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,39357,1731302370185 in 246 msec 2024-11-11T05:19:33,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:19:33,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-11T05:19:33,482 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:33,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:19:33,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:33,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39357,1731302370185, seqNum=-1] 2024-11-11T05:19:33,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:33,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:33,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-11T05:19:33,490 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302373490, completionTime=-1 2024-11-11T05:19:33,490 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:19:33,490 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302433492 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302493492 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:41849, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,494 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.244sec 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:33,496 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:19:33,498 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:19:33,498 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:19:33,498 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41849,1731302369897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:33,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:33,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41849,-1 for getting cluster id 2024-11-11T05:19:33,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:33,514 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98010d40-e764-4b1c-95c4-7fd343f2f99f' 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98010d40-e764-4b1c-95c4-7fd343f2f99f" 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de284df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41849,-1] 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:33,515 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:33,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:33,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39357,1731302370185, seqNum=-1] 2024-11-11T05:19:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:33,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:33,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:33,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:33,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128559e0f0002 connected 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir so I do NOT create it in target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28 2024-11-11T05:19:33,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.tmp.dir so I do NOT create it in target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28 2024-11-11T05:19:33,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:19:33,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/cluster_022a25d3-2c58-8a08-aa4a-ecce3cfe3438, deleteOnExit=true 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/test.cache.data in system properties and HBase conf 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:19:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:19:33,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:19:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:19:33,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:33,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:33,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:33,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:33,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:19:33,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:33,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:33,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:33,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5312732b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/java.io.tmpdir/jetty-localhost-39645-hadoop-hdfs-3_4_1-tests_jar-_-any-13383453046600418388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:33,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:39645} 2024-11-11T05:19:33,985 INFO [Time-limited test {}] server.Server(415): Started @146399ms 2024-11-11T05:19:34,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:34,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:34,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:34,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:34,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:19:34,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:34,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:34,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@313f4481{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/java.io.tmpdir/jetty-localhost-40297-hadoop-hdfs-3_4_1-tests_jar-_-any-2329456307118157107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:34,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:40297} 2024-11-11T05:19:34,350 INFO [Time-limited test {}] server.Server(415): Started @146763ms 2024-11-11T05:19:34,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:19:35,238 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/cluster_022a25d3-2c58-8a08-aa4a-ecce3cfe3438/data/data2/current/BP-2055596608-172.17.0.2-1731302373563/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:35,238 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/cluster_022a25d3-2c58-8a08-aa4a-ecce3cfe3438/data/data1/current/BP-2055596608-172.17.0.2-1731302373563/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:35,252 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:19:35,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f715ab2420cf042 with lease ID 0x50bf43d652003: Processing first storage report for DS-04090d9d-1aa3-46c6-81c3-6f59638a0e3d from datanode DatanodeRegistration(127.0.0.1:39799, datanodeUuid=b549d18b-9ecb-4eac-8170-b07b71811b6e, infoPort=34347, infoSecurePort=0, ipcPort=40167, storageInfo=lv=-57;cid=testClusterID;nsid=933015067;c=1731302373563) 2024-11-11T05:19:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f715ab2420cf042 with lease ID 0x50bf43d652003: from storage DS-04090d9d-1aa3-46c6-81c3-6f59638a0e3d node DatanodeRegistration(127.0.0.1:39799, datanodeUuid=b549d18b-9ecb-4eac-8170-b07b71811b6e, infoPort=34347, infoSecurePort=0, ipcPort=40167, storageInfo=lv=-57;cid=testClusterID;nsid=933015067;c=1731302373563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f715ab2420cf042 with lease ID 0x50bf43d652003: Processing first storage report for DS-0a191240-357a-44f7-960c-8c3dbdc59937 from datanode DatanodeRegistration(127.0.0.1:39799, datanodeUuid=b549d18b-9ecb-4eac-8170-b07b71811b6e, infoPort=34347, infoSecurePort=0, ipcPort=40167, storageInfo=lv=-57;cid=testClusterID;nsid=933015067;c=1731302373563) 2024-11-11T05:19:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f715ab2420cf042 with lease ID 0x50bf43d652003: from storage DS-0a191240-357a-44f7-960c-8c3dbdc59937 node DatanodeRegistration(127.0.0.1:39799, datanodeUuid=b549d18b-9ecb-4eac-8170-b07b71811b6e, infoPort=34347, infoSecurePort=0, ipcPort=40167, storageInfo=lv=-57;cid=testClusterID;nsid=933015067;c=1731302373563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:35,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28 2024-11-11T05:19:35,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:19:35,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54 with version=8 2024-11-11T05:19:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/hbase-staging 2024-11-11T05:19:35,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:35,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:19:35,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:35,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37679 2024-11-11T05:19:35,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37679 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376790x0, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:35,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37679-0x10128559e0f0003 connected 2024-11-11T05:19:35,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:19:35,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:19:35,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:35,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T05:19:35,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:35,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:19:35,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/running 2024-11-11T05:19:35,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54, hbase.cluster.distributed=false 2024-11-11T05:19:35,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/acl 2024-11-11T05:19:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-11T05:19:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37679 2024-11-11T05:19:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37679 2024-11-11T05:19:35,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-11T05:19:35,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-11T05:19:35,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:19:35,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:35,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43097 2024-11-11T05:19:35,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43097 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:35,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430970x0, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:35,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430970x0, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/running 2024-11-11T05:19:35,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43097-0x10128559e0f0004 connected 2024-11-11T05:19:35,842 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:19:35,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:19:35,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/master 2024-11-11T05:19:35,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/acl 2024-11-11T05:19:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-11T05:19:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43097 2024-11-11T05:19:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43097 2024-11-11T05:19:35,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-11T05:19:35,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-11T05:19:35,857 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:37679 2024-11-11T05:19:35,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1996118810/backup-masters/1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/backup-masters 2024-11-11T05:19:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/backup-masters 2024-11-11T05:19:35,862 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on existing znode=/1-1996118810/backup-masters/1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:35,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1996118810/master 2024-11-11T05:19:35,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:35,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:35,873 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on existing znode=/1-1996118810/master 2024-11-11T05:19:35,873 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1996118810/backup-masters/1d14b453aaa0,37679,1731302375686 from backup master directory 2024-11-11T05:19:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1996118810/backup-masters/1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/backup-masters 2024-11-11T05:19:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/backup-masters 2024-11-11T05:19:35,883 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:35,883 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:35,886 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/hbase.id] with ID: 409d858e-80da-428d-a822-8031ac0fd049 2024-11-11T05:19:35,886 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/.tmp/hbase.id 2024-11-11T05:19:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:19:36,291 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/.tmp/hbase.id]:[hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/hbase.id] 2024-11-11T05:19:36,300 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:36,300 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:19:36,302 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:19:36,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:36,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:19:36,752 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:19:36,752 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:19:36,752 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:19:37,159 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store 2024-11-11T05:19:37,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:37,565 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:37,565 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:37,565 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302377565Disabling compacts and flushes for region at 1731302377565Disabling writes for close at 1731302377565Writing region close event to WAL at 1731302377565Closed at 1731302377565 2024-11-11T05:19:37,566 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/.initializing 2024-11-11T05:19:37,566 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/WALs/1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:37,567 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:37,568 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37679%2C1731302375686, suffix=, logDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/WALs/1d14b453aaa0,37679,1731302375686, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/oldWALs, maxLogs=10 2024-11-11T05:19:37,579 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/WALs/1d14b453aaa0,37679,1731302375686/1d14b453aaa0%2C37679%2C1731302375686.1731302377569, exclude list is [], retry=0 2024-11-11T05:19:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-04090d9d-1aa3-46c6-81c3-6f59638a0e3d,DISK] 2024-11-11T05:19:37,583 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/WALs/1d14b453aaa0,37679,1731302375686/1d14b453aaa0%2C37679%2C1731302375686.1731302377569 2024-11-11T05:19:37,583 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34347:34347)] 2024-11-11T05:19:37,583 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:37,583 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:37,584 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,584 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:19:37,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:37,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:37,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:19:37,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:37,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:37,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:19:37,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:37,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:37,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:19:37,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:37,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:37,591 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,591 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,592 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,593 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,593 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,593 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:37,594 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:37,595 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:19:37,595 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62317173, jitterRate=-0.07140175998210907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:37,596 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302377584Initializing all the Stores at 1731302377584Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302377584Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302377585 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302377585Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302377585Cleaning up temporary data from old regions at 1731302377593 (+8 ms)Region opened successfully at 1731302377596 (+3 ms) 2024-11-11T05:19:37,596 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:19:37,598 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c6a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:37,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:19:37,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:19:37,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:19:37,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:19:37,599 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:19:37,600 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:19:37,600 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:19:37,601 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:19:37,602 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/balancer because node does not exist (not necessarily an error) 2024-11-11T05:19:37,662 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/balancer already deleted, retry=false 2024-11-11T05:19:37,662 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:19:37,663 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:19:37,672 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/normalizer already deleted, retry=false 2024-11-11T05:19:37,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:19:37,674 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:19:37,683 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/switch/split already deleted, retry=false 2024-11-11T05:19:37,683 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:19:37,693 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/switch/merge already deleted, retry=false 2024-11-11T05:19:37,695 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:19:37,704 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/snapshot-cleanup already deleted, retry=false 2024-11-11T05:19:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1996118810/running 2024-11-11T05:19:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1996118810/running 2024-11-11T05:19:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,715 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,37679,1731302375686, sessionid=0x10128559e0f0003, setting cluster-up flag (Was=false) 2024-11-11T05:19:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,767 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1996118810/flush-table-proc/acquired, /1-1996118810/flush-table-proc/reached, /1-1996118810/flush-table-proc/abort 2024-11-11T05:19:37,768 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:37,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1996118810/online-snapshot/acquired, /1-1996118810/online-snapshot/reached, /1-1996118810/online-snapshot/abort 2024-11-11T05:19:37,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:37,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:19:37,823 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:37,823 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:19:37,823 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:19:37,823 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,37679,1731302375686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:19:37,824 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:37,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,825 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302407825 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:37,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:19:37,826 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:19:37,827 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302377827,5,FailOnTimeoutGroup] 2024-11-11T05:19:37,827 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302377827,5,FailOnTimeoutGroup] 2024-11-11T05:19:37,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:19:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:19:37,851 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(746): ClusterId : 409d858e-80da-428d-a822-8031ac0fd049 2024-11-11T05:19:37,851 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:19:37,862 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:19:37,862 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:19:37,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:19:37,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad75b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:37,883 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:43097 2024-11-11T05:19:37,883 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:19:37,883 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:19:37,883 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:19:37,884 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37679,1731302375686 with port=43097, startcode=1731302375830 2024-11-11T05:19:37,884 DEBUG [RS:0;1d14b453aaa0:43097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:19:37,885 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:19:37,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,886 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54 2024-11-11T05:19:37,886 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35709 2024-11-11T05:19:37,886 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:19:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/rs 2024-11-11T05:19:37,894 DEBUG [RS:0;1d14b453aaa0:43097 {}] zookeeper.ZKUtil(111): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on existing znode=/1-1996118810/rs/1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,894 WARN [RS:0;1d14b453aaa0:43097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:37,894 INFO [RS:0;1d14b453aaa0:43097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:37,894 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43097,1731302375830] 2024-11-11T05:19:37,897 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:19:37,899 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:19:37,899 INFO [RS:0;1d14b453aaa0:43097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:19:37,899 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,899 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:19:37,900 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:19:37,900 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:37,900 DEBUG [RS:0;1d14b453aaa0:43097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,901 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43097,1731302375830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:37,913 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:19:37,913 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43097,1731302375830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,913 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,913 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.Replication(171): 1d14b453aaa0,43097,1731302375830 started 2024-11-11T05:19:37,924 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:37,924 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43097,1731302375830, RpcServer on 1d14b453aaa0/172.17.0.2:43097, sessionid=0x10128559e0f0004 2024-11-11T05:19:37,924 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:19:37,924 DEBUG [RS:0;1d14b453aaa0:43097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,924 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43097,1731302375830' 2024-11-11T05:19:37,924 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1996118810/flush-table-proc/abort' 2024-11-11T05:19:37,924 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1996118810/flush-table-proc/acquired' 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43097,1731302375830' 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1996118810/online-snapshot/abort' 2024-11-11T05:19:37,925 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1996118810/online-snapshot/acquired' 2024-11-11T05:19:37,926 DEBUG [RS:0;1d14b453aaa0:43097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:19:37,926 INFO [RS:0;1d14b453aaa0:43097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:19:37,926 INFO [RS:0;1d14b453aaa0:43097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:19:38,026 INFO [RS:0;1d14b453aaa0:43097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:38,027 INFO [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43097%2C1731302375830, suffix=, logDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/oldWALs, maxLogs=10 2024-11-11T05:19:38,044 DEBUG [RS:0;1d14b453aaa0:43097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830/1d14b453aaa0%2C43097%2C1731302375830.1731302378027, exclude list is [], retry=0 2024-11-11T05:19:38,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-04090d9d-1aa3-46c6-81c3-6f59638a0e3d,DISK] 2024-11-11T05:19:38,048 INFO [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830/1d14b453aaa0%2C43097%2C1731302375830.1731302378027 2024-11-11T05:19:38,048 DEBUG [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34347:34347)] 2024-11-11T05:19:38,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:19:38,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54 2024-11-11T05:19:38,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:19:38,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:19:38,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:38,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:19:38,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:19:38,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:38,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:38,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:19:38,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:19:38,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:38,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:38,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:19:38,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:19:38,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:38,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:38,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:19:38,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:19:38,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:38,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:38,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:19:38,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740 2024-11-11T05:19:38,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740 2024-11-11T05:19:38,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:19:38,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:19:38,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:38,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:19:38,651 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:19:38,651 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69070636, jitterRate=0.029232680797576904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:38,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302378641Initializing all the Stores at 1731302378641Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302378641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302378642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302378642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302378642Cleaning up temporary data from old regions at 1731302378648 (+6 ms)Region opened successfully at 1731302378651 (+3 ms) 2024-11-11T05:19:38,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:38,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:38,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:38,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:38,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:38,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:38,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302378651Disabling compacts and flushes for region at 1731302378651Disabling writes for close at 1731302378652 (+1 ms)Writing region close event to WAL at 1731302378655 (+3 ms)Closed at 1731302378655 2024-11-11T05:19:38,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:38,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:19:38,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:19:38,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:38,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:19:38,808 DEBUG [1d14b453aaa0:37679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:19:38,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:38,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43097,1731302375830, state=OPENING 2024-11-11T05:19:38,891 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:19:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:38,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:38,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1996118810/meta-region-server: CHANGED 2024-11-11T05:19:38,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1996118810/meta-region-server: CHANGED 2024-11-11T05:19:38,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43097,1731302375830}] 2024-11-11T05:19:38,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:38,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:38,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:38,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:38,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:38,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:38,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:39,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:19:39,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:19:39,061 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:19:39,061 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:39,061 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:19:39,062 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43097%2C1731302375830.meta, suffix=.meta, logDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/oldWALs, maxLogs=10 2024-11-11T05:19:39,074 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830/1d14b453aaa0%2C43097%2C1731302375830.meta.1731302379063.meta, exclude list is [], retry=0 2024-11-11T05:19:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39799,DS-04090d9d-1aa3-46c6-81c3-6f59638a0e3d,DISK] 2024-11-11T05:19:39,078 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/WALs/1d14b453aaa0,43097,1731302375830/1d14b453aaa0%2C43097%2C1731302375830.meta.1731302379063.meta 2024-11-11T05:19:39,078 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34347:34347)] 2024-11-11T05:19:39,078 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:39,078 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:19:39,079 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:19:39,079 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:19:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:19:39,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:19:39,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:19:39,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:19:39,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:39,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:39,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:19:39,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:19:39,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:19:39,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:19:39,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:39,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:39,084 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:19:39,085 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740 2024-11-11T05:19:39,086 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740 2024-11-11T05:19:39,087 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:19:39,087 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:19:39,087 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:39,088 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:19:39,089 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74634892, jitterRate=0.11214655637741089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:39,089 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:19:39,089 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302379079Writing region info on filesystem at 1731302379079Initializing all the Stores at 1731302379080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302379080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302379080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302379080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302379080Cleaning up temporary data from old regions at 1731302379087 (+7 ms)Running coprocessor post-open hooks at 1731302379089 (+2 ms)Region opened successfully at 1731302379089 2024-11-11T05:19:39,090 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302379056 2024-11-11T05:19:39,091 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:19:39,092 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:19:39,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:39,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43097,1731302375830, state=OPEN 2024-11-11T05:19:39,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1996118810/meta-region-server 2024-11-11T05:19:39,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1996118810/meta-region-server 2024-11-11T05:19:39,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1996118810/meta-region-server: CHANGED 2024-11-11T05:19:39,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1996118810/meta-region-server: CHANGED 2024-11-11T05:19:39,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:39,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:19:39,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43097,1731302375830 in 200 msec 2024-11-11T05:19:39,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:19:39,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-11T05:19:39,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:39,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:19:39,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:39,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43097,1731302375830, seqNum=-1] 2024-11-11T05:19:39,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:39,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:39,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-11T05:19:39,116 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302379116, completionTime=-1 2024-11-11T05:19:39,116 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:19:39,116 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:19:39,117 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302439118 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302499118 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:37679, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,118 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,120 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:39,122 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:19:39,124 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:19:39,124 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:19:39,124 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37679,1731302375686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:39,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37679,-1 for getting cluster id 2024-11-11T05:19:39,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:39,152 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409d858e-80da-428d-a822-8031ac0fd049' 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409d858e-80da-428d-a822-8031ac0fd049" 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a880858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37679,-1] 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:39,154 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:39,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a5a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:39,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43097,1731302375830, seqNum=-1] 2024-11-11T05:19:39,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:39,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:39,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:39,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:39,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128559e0f0005 connected 2024-11-11T05:19:39,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499c9a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41849,-1 for getting cluster id 2024-11-11T05:19:39,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:39,181 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98010d40-e764-4b1c-95c4-7fd343f2f99f' 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98010d40-e764-4b1c-95c4-7fd343f2f99f" 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bca7c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41849,-1] 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:39,182 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb0b02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@365a0e4d 2024-11-11T05:19:39,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:39,184 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:19:39,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:37679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:19:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:19:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:39,187 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:37679' 2024-11-11T05:19:39,188 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bfb37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,188 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37679,-1 for getting cluster id 2024-11-11T05:19:39,188 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:39,188 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409d858e-80da-428d-a822-8031ac0fd049' 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409d858e-80da-428d-a822-8031ac0fd049" 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c71d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37679,-1] 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:39,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:39,190 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:39,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7774c9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:39,191 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:39,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:39,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270e5675 2024-11-11T05:19:39,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:39,192 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:19:39,193 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T05:19:39,193 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:19:39,193 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:39,193 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:39,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:39,193 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:19:39,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:19:39,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:19:39,195 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:39,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:19:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741835_1011 (size=1138) 2024-11-11T05:19:39,244 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:39,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc1609006093d9f49f10837d3d6414c7, NAME => 'hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055 2024-11-11T05:19:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741836_1012 (size=44) 2024-11-11T05:19:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc1609006093d9f49f10837d3d6414c7, disabling compactions & flushes 2024-11-11T05:19:40,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. after waiting 0 ms 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc1609006093d9f49f10837d3d6414c7: Waiting for close lock at 1731302380008Disabling compacts and flushes for region at 1731302380008Disabling writes for close at 1731302380008Writing region close event to WAL at 1731302380008Closed at 1731302380008 2024-11-11T05:19:40,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:19:40,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302380009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302380009"}]},"ts":"1731302380009"} 2024-11-11T05:19:40,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:19:40,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:19:40,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302380012"}]},"ts":"1731302380012"} 2024-11-11T05:19:40,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:19:40,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN}] 2024-11-11T05:19:40,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN 2024-11-11T05:19:40,015 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN; state=OFFLINE, location=1d14b453aaa0,39357,1731302370185; forceNewPlan=false, retain=false 2024-11-11T05:19:40,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fc1609006093d9f49f10837d3d6414c7, regionState=OPENING, regionLocation=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN because future has completed 2024-11-11T05:19:40,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,39357,1731302370185}] 2024-11-11T05:19:40,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:40,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:19:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:40,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C39357%2C1731302370185.rep, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:40,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.rep.1731302380326, exclude list is [], retry=0 2024-11-11T05:19:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:40,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.rep.1731302380326 2024-11-11T05:19:40,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:40,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1609006093d9f49f10837d3d6414c7, NAME => 'hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:40,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:19:40,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. service=MultiRowMutationService 2024-11-11T05:19:40,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,347 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,348 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName hfileref 2024-11-11T05:19:40,348 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:40,348 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:40,348 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,349 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName queue 2024-11-11T05:19:40,349 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:40,350 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:40,350 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,350 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName sid 2024-11-11T05:19:40,350 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:40,351 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:40,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:19:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:19:40,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fc1609006093d9f49f10837d3d6414c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078735, jitterRate=-0.015350118279457092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:19:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fc1609006093d9f49f10837d3d6414c7: Running coprocessor pre-open hook at 1731302380345Writing region info on filesystem at 1731302380345Initializing all the Stores at 1731302380346 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302380346Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302380346Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302380346Cleaning up temporary data from old regions at 1731302380352 (+6 ms)Running coprocessor post-open hooks at 1731302380356 (+4 ms)Region opened successfully at 1731302380356 2024-11-11T05:19:40,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., pid=7, masterSystemTime=1731302380320 2024-11-11T05:19:40,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:40,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fc1609006093d9f49f10837d3d6414c7, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:40,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,39357,1731302370185 because future has completed 2024-11-11T05:19:40,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T05:19:40,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,39357,1731302370185 in 194 msec 2024-11-11T05:19:40,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:19:40,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN in 351 msec 2024-11-11T05:19:40,368 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:19:40,368 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302380368"}]},"ts":"1731302380368"} 2024-11-11T05:19:40,370 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:19:40,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:19:40,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T05:19:40,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., hostname=1d14b453aaa0,39357,1731302370185, seqNum=2] 2024-11-11T05:19:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:40,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:19:40,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T05:19:40,647 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:19:40,674 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,39357,1731302370185, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:19:40,675 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:40,675 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,39357,1731302370185, seqNum=-1] 2024-11-11T05:19:40,676 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:40,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T05:19:40,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,39357,1731302370185', locateType=CURRENT is [region=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., hostname=1d14b453aaa0,39357,1731302370185, seqNum=2] 2024-11-11T05:19:40,680 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T05:19:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T05:19:40,682 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,39357,1731302370185 suceeded 2024-11-11T05:19:40,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T05:19:40,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T05:19:40,684 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:37679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:19:40,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-11T05:19:40,698 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:37679' 2024-11-11T05:19:40,699 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb38df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:40,699 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37679,-1 for getting cluster id 2024-11-11T05:19:40,699 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:40,700 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409d858e-80da-428d-a822-8031ac0fd049' 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409d858e-80da-428d-a822-8031ac0fd049" 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647041a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37679,-1] 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:40,701 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:40,701 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d98263e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:40,702 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17e2a009 2024-11-11T05:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:40,703 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T05:19:40,703 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,39357,1731302370185 (queues=1) is replicating from cluster=98010d40-e764-4b1c-95c4-7fd343f2f99f to cluster=409d858e-80da-428d-a822-8031ac0fd049 2024-11-11T05:19:40,703 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C39357%2C1731302370185 2024-11-11T05:19:40,704 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,39357,1731302370185, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:19:40,704 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.shipper1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C39357%2C1731302370185 2024-11-11T05:19:40,704 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386, startPosition=0, beingWritten=true 2024-11-11T05:19:40,908 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 to pos 0, reset compression=false 2024-11-11T05:19:41,212 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 to pos 0, reset compression=false 2024-11-11T05:19:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:19:41,335 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:19:41,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:41,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:41,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:41,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0931ce 2024-11-11T05:19:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:41,338 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:19:41,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41849 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:19:41,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:41,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:41,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:41,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:19:41,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=877575261, stopped=false 2024-11-11T05:19:41,339 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,41849,1731302369897 2024-11-11T05:19:41,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:41,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:41,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:41,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:41,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:41,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:41,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:41,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:41,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,39357,1731302370185' ***** 2024-11-11T05:19:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:19:41,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:39357. 2024-11-11T05:19:41,389 DEBUG [RS:0;1d14b453aaa0:39357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:41,389 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:41,389 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc1609006093d9f49f10837d3d6414c7, disabling compactions & flushes 2024-11-11T05:19:41,389 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:19:41,389 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:41,390 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:19:41,390 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. after waiting 0 ms 2024-11-11T05:19:41,390 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:41,390 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc1609006093d9f49f10837d3d6414c7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T05:19:41,390 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:19:41,390 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1325): Online Regions={fc1609006093d9f49f10837d3d6414c7=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:41,390 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:41,390 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:41,390 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:41,390 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T05:19:41,409 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/5b3d5b6a6bf24146820ddeb3129624ce is 147, key is hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7./info:regioninfo/1731302380360/Put/seqid=0 2024-11-11T05:19:41,409 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/.tmp/queue/204c67a1dfdf4db9bd1392dda788a564 is 151, key is 1-1d14b453aaa0,39357,1731302370185/queue:1d14b453aaa0%2C39357%2C1731302370185/1731302380679/Put/seqid=0 2024-11-11T05:19:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741838_1014 (size=5350) 2024-11-11T05:19:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741839_1015 (size=6631) 2024-11-11T05:19:41,466 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:41,590 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:41,617 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 to pos 0, reset compression=false 2024-11-11T05:19:41,790 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:41,813 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/.tmp/queue/204c67a1dfdf4db9bd1392dda788a564 2024-11-11T05:19:41,813 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/5b3d5b6a6bf24146820ddeb3129624ce 2024-11-11T05:19:41,819 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/.tmp/queue/204c67a1dfdf4db9bd1392dda788a564 as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/queue/204c67a1dfdf4db9bd1392dda788a564 2024-11-11T05:19:41,824 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/queue/204c67a1dfdf4db9bd1392dda788a564, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T05:19:41,824 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fc1609006093d9f49f10837d3d6414c7 in 434ms, sequenceid=5, compaction requested=false 2024-11-11T05:19:41,825 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:19:41,829 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:19:41,829 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:41,829 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:41,830 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:41,830 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc1609006093d9f49f10837d3d6414c7: Waiting for close lock at 1731302381389Running coprocessor pre-close hooks at 1731302381389Disabling compacts and flushes for region at 1731302381389Disabling writes for close at 1731302381390 (+1 ms)Obtaining lock to block concurrent updates at 1731302381390Preparing flush snapshotting stores in fc1609006093d9f49f10837d3d6414c7 at 1731302381390Finished memstore snapshotting hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731302381390Flushing stores of hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. at 1731302381391 (+1 ms)Flushing fc1609006093d9f49f10837d3d6414c7/queue: creating writer at 1731302381391Flushing fc1609006093d9f49f10837d3d6414c7/queue: appending metadata at 1731302381408 (+17 ms)Flushing fc1609006093d9f49f10837d3d6414c7/queue: closing flushed file at 1731302381408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f3cdb: reopening flushed file at 1731302381818 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fc1609006093d9f49f10837d3d6414c7 in 434ms, sequenceid=5, compaction requested=false at 1731302381824 (+6 ms)Writing region close event to WAL at 1731302381826 (+2 ms)Running coprocessor post-close hooks at 1731302381829 (+3 ms)Closed at 1731302381829 2024-11-11T05:19:41,830 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:41,836 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/ns/7dac05fca22f467e82244edbc97df2c6 is 43, key is default/ns:d/1731302373486/Put/seqid=0 2024-11-11T05:19:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741840_1016 (size=5153) 2024-11-11T05:19:41,990 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:42,121 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 to pos 0, reset compression=false 2024-11-11T05:19:42,190 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:42,240 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/ns/7dac05fca22f467e82244edbc97df2c6 2024-11-11T05:19:42,258 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/table/e6f7f43c47d14affbededbaca4ffcd04 is 53, key is hbase:replication/table:state/1731302380368/Put/seqid=0 2024-11-11T05:19:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741841_1017 (size=5256) 2024-11-11T05:19:42,292 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:19:42,292 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:19:42,391 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:19:42,391 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:42,391 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:42,591 DEBUG [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:42,662 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/table/e6f7f43c47d14affbededbaca4ffcd04 2024-11-11T05:19:42,666 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/5b3d5b6a6bf24146820ddeb3129624ce as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/info/5b3d5b6a6bf24146820ddeb3129624ce 2024-11-11T05:19:42,670 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/info/5b3d5b6a6bf24146820ddeb3129624ce, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T05:19:42,670 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/ns/7dac05fca22f467e82244edbc97df2c6 as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/ns/7dac05fca22f467e82244edbc97df2c6 2024-11-11T05:19:42,674 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/ns/7dac05fca22f467e82244edbc97df2c6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:19:42,675 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/table/e6f7f43c47d14affbededbaca4ffcd04 as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/table/e6f7f43c47d14affbededbaca4ffcd04 2024-11-11T05:19:42,679 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/table/e6f7f43c47d14affbededbaca4ffcd04, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T05:19:42,680 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-11T05:19:42,684 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:19:42,685 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:42,685 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:42,685 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:42,685 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302381390Running coprocessor pre-close hooks at 1731302381390Disabling compacts and flushes for region at 1731302381390Disabling writes for close at 1731302381390Obtaining lock to block concurrent updates at 1731302381390Preparing flush snapshotting stores in 1588230740 at 1731302381390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731302381390Flushing stores of hbase:meta,,1.1588230740 at 1731302381391 (+1 ms)Flushing 1588230740/info: creating writer at 1731302381391Flushing 1588230740/info: appending metadata at 1731302381408 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731302381408Flushing 1588230740/ns: creating writer at 1731302381819 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731302381835 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731302381835Flushing 1588230740/table: creating writer at 1731302382245 (+410 ms)Flushing 1588230740/table: appending metadata at 1731302382257 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731302382257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48131194: reopening flushed file at 1731302382665 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245f35d2: reopening flushed file at 1731302382670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@903c84f: reopening flushed file at 1731302382675 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1731302382680 (+5 ms)Writing region close event to WAL at 1731302382681 (+1 ms)Running coprocessor post-close hooks at 1731302382685 (+4 ms)Closed at 1731302382685 2024-11-11T05:19:42,685 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:42,725 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 to pos 0, reset compression=false 2024-11-11T05:19:42,791 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,39357,1731302370185; all regions closed. 2024-11-11T05:19:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741834_1010 (size=2742) 2024-11-11T05:19:42,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.meta.1731302373390.meta not finished, retry = 0 2024-11-11T05:19:42,896 DEBUG [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:42,896 INFO [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39357%2C1731302370185.meta:.meta(num 1731302373390) 2024-11-11T05:19:42,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741837_1013 (size=1586) 2024-11-11T05:19:42,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.rep.1731302380326 not finished, retry = 0 2024-11-11T05:19:43,001 DEBUG [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:43,001 INFO [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39357%2C1731302370185.rep:(num 1731302380326) 2024-11-11T05:19:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741832_1008 (size=93) 2024-11-11T05:19:43,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185/1d14b453aaa0%2C39357%2C1731302370185.1731302372386 not finished, retry = 0 2024-11-11T05:19:43,105 DEBUG [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:43,105 INFO [RS:0;1d14b453aaa0:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C39357%2C1731302370185:(num 1731302372386) 2024-11-11T05:19:43,105 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:43,105 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:43,105 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:43,105 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:43,106 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:43,106 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:43,106 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,39357,1731302370185 because: Region server is closing 2024-11-11T05:19:43,106 INFO [RS:0;1d14b453aaa0:39357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:39357. 2024-11-11T05:19:43,106 DEBUG [RS:0;1d14b453aaa0:39357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:43,106 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:43,106 DEBUG [RS:0;1d14b453aaa0:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:43,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:43,206 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.wal-reader.1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:19:43,206 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.shipper1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:19:43,207 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,39357,1731302370185.replicationSource.shipper1d14b453aaa0%2C39357%2C1731302370185,1-1d14b453aaa0,39357,1731302370185 terminated 2024-11-11T05:19:43,207 INFO [RS:0;1d14b453aaa0:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39357 2024-11-11T05:19:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/rs 2024-11-11T05:19:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/rs/1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:43,261 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:43,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,39357,1731302370185] 2024-11-11T05:19:43,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/draining/1d14b453aaa0,39357,1731302370185 already deleted, retry=false 2024-11-11T05:19:43,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,39357,1731302370185 expired; onlineServers=0 2024-11-11T05:19:43,282 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,41849,1731302369897' ***** 2024-11-11T05:19:43,282 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:19:43,282 INFO [M:0;1d14b453aaa0:41849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:43,283 DEBUG [M:0;1d14b453aaa0:41849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:19:43,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:19:43,283 DEBUG [M:0;1d14b453aaa0:41849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:19:43,283 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302372176 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302372176,5,FailOnTimeoutGroup] 2024-11-11T05:19:43,283 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302372176 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302372176,5,FailOnTimeoutGroup] 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:43,283 DEBUG [M:0;1d14b453aaa0:41849 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:43,283 INFO [M:0;1d14b453aaa0:41849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:19:43,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:19:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/master 2024-11-11T05:19:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:43,293 DEBUG [M:0;1d14b453aaa0:41849 {}] zookeeper.ZKUtil(347): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/master because node does not exist (not an error) 2024-11-11T05:19:43,293 WARN [M:0;1d14b453aaa0:41849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:19:43,294 INFO [M:0;1d14b453aaa0:41849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.lastflushedseqids 2024-11-11T05:19:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741842_1018 (size=181) 2024-11-11T05:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x10128559e0f0001, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:43,372 INFO [RS:0;1d14b453aaa0:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:43,372 INFO [RS:0;1d14b453aaa0:39357 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,39357,1731302370185; zookeeper connection closed. 2024-11-11T05:19:43,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70d2fb9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70d2fb9f 2024-11-11T05:19:43,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:19:43,698 INFO [M:0;1d14b453aaa0:41849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:19:43,698 INFO [M:0;1d14b453aaa0:41849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:19:43,699 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:43,699 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:43,699 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:43,699 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:43,699 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:43,699 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T05:19:43,714 DEBUG [M:0;1d14b453aaa0:41849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d5e5524145419384f93182886f5dfa is 82, key is hbase:meta,,1/info:regioninfo/1731302373428/Put/seqid=0 2024-11-11T05:19:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741843_1019 (size=5672) 2024-11-11T05:19:44,119 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d5e5524145419384f93182886f5dfa 2024-11-11T05:19:44,146 DEBUG [M:0;1d14b453aaa0:41849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7ba939a0764ad88d00260e314f220c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731302380371/Put/seqid=0 2024-11-11T05:19:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741844_1020 (size=7203) 2024-11-11T05:19:44,550 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7ba939a0764ad88d00260e314f220c 2024-11-11T05:19:44,572 DEBUG [M:0;1d14b453aaa0:41849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c is 69, key is 1d14b453aaa0,39357,1731302370185/rs:state/1731302372244/Put/seqid=0 2024-11-11T05:19:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741845_1021 (size=5156) 2024-11-11T05:19:44,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:44,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:44,977 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c 2024-11-11T05:19:44,983 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d5e5524145419384f93182886f5dfa as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d5e5524145419384f93182886f5dfa 2024-11-11T05:19:44,989 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d5e5524145419384f93182886f5dfa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T05:19:44,990 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7ba939a0764ad88d00260e314f220c as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f7ba939a0764ad88d00260e314f220c 2024-11-11T05:19:44,994 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f7ba939a0764ad88d00260e314f220c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T05:19:44,995 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c 2024-11-11T05:19:45,000 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T05:19:45,001 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-11T05:19:45,002 INFO [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:45,003 DEBUG [M:0;1d14b453aaa0:41849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302383698Disabling compacts and flushes for region at 1731302383698Disabling writes for close at 1731302383699 (+1 ms)Obtaining lock to block concurrent updates at 1731302383699Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302383699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731302383699Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302383700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302383700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302383714 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302383714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302384123 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302384145 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302384145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302384555 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302384571 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302384571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c974d9: reopening flushed file at 1731302384982 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f7fde: reopening flushed file at 1731302384989 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc8bcb: reopening flushed file at 1731302384995 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1731302385001 (+6 ms)Writing region close event to WAL at 1731302385002 (+1 ms)Closed at 1731302385002 2024-11-11T05:19:45,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741830_1006 (size=41008) 2024-11-11T05:19:45,011 INFO [M:0;1d14b453aaa0:41849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:19:45,011 INFO [M:0;1d14b453aaa0:41849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41849 2024-11-11T05:19:45,011 INFO [M:0;1d14b453aaa0:41849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:45,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:45,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:45,225 INFO [M:0;1d14b453aaa0:41849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:45,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41849-0x10128559e0f0000, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:45,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:19:45,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:45,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37593 2024-11-11T05:19:45,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37593 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:45,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375930x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:45,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37593-0x10128559e0f0006 connected 2024-11-11T05:19:45,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:45,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:45,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:45,266 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: INIT 2024-11-11T05:19:45,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055, hbase.cluster.distributed=false 2024-11-11T05:19:45,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/acl 2024-11-11T05:19:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-11T05:19:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37593 2024-11-11T05:19:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37593 2024-11-11T05:19:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-11T05:19:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-11T05:19:45,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:19:45,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:45,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36091 2024-11-11T05:19:45,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36091 connecting to ZooKeeper ensemble=127.0.0.1:61483 2024-11-11T05:19:45,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:45,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360910x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:45,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360910x0, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:45,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36091-0x10128559e0f0007 connected 2024-11-11T05:19:45,293 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: INIT 2024-11-11T05:19:45,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:19:45,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:19:45,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/master 2024-11-11T05:19:45,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/acl 2024-11-11T05:19:45,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-11T05:19:45,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36091 2024-11-11T05:19:45,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36091 2024-11-11T05:19:45,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-11T05:19:45,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-11T05:19:45,308 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:37593 2024-11-11T05:19:45,308 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /016252069/backup-masters/1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:45,314 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/backup-masters/1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/master 2024-11-11T05:19:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:45,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:45,325 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/master 2024-11-11T05:19:45,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /016252069/backup-masters/1d14b453aaa0,37593,1731302385227 from backup master directory 2024-11-11T05:19:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/backup-masters/1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/backup-masters 2024-11-11T05:19:45,335 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:45,335 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,344 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:45,344 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:19:45,350 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-11T05:19:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741846_1022 (size=196) 2024-11-11T05:19:45,762 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:19:45,762 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:19:45,762 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:45,768 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T05:19:45,770 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897 to hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897-dead as it is dead 2024-11-11T05:19:45,771 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897-dead/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:45,771 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897-dead/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 after 0ms 2024-11-11T05:19:45,772 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897-dead/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 to hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:45,772 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,41849,1731302369897-dead 2024-11-11T05:19:45,772 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,773 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:45,774 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37593%2C1731302385227, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,37593,1731302385227, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/oldWALs, maxLogs=10 2024-11-11T05:19:45,785 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,37593,1731302385227/1d14b453aaa0%2C37593%2C1731302385227.1731302385774, exclude list is [], retry=0 2024-11-11T05:19:45,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:45,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,37593,1731302385227/1d14b453aaa0%2C37593%2C1731302385227.1731302385774 2024-11-11T05:19:45,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:45,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:45,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:45,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,789 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:19:45,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:45,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d5e5524145419384f93182886f5dfa 2024-11-11T05:19:45,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:45,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:19:45,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:45,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f7ba939a0764ad88d00260e314f220c 2024-11-11T05:19:45,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:45,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:19:45,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:45,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d9a5ad50c924ea6a1ba2df1a80a4c0c 2024-11-11T05:19:45,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:45,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:19:45,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:45,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:45,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T05:19:45,807 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:45,811 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:45,812 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1d14b453aaa0%2C41849%2C1731302369897.1731302371912 2024-11-11T05:19:45,813 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,813 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,813 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:45,815 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:19:45,816 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T05:19:45,817 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61829481, jitterRate=-0.07866893708705902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:45,817 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302385789Initializing all the Stores at 1731302385790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302385790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302385790Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302385790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302385790Cleaning up temporary data from old regions at 1731302385813 (+23 ms)Region opened successfully at 1731302385817 (+4 ms) 2024-11-11T05:19:45,817 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:19:45,819 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750e25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:45,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T05:19:45,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:19:45,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:19:45,821 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:19:45,822 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:19:45,824 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:19:45,824 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:19:45,825 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:19:45,825 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T05:19:45,825 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:19:45,827 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1d14b453aaa0,39357,1731302370185, regionLocation=1d14b453aaa0,39357,1731302370185, openSeqNum=2 2024-11-11T05:19:45,827 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1d14b453aaa0,39357,1731302370185, table=hbase:meta, region=1588230740 2024-11-11T05:19:45,827 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,39357,1731302370185, state=OPEN 2024-11-11T05:19:45,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:45,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:45,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:45,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:45,875 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:19:45,882 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/draining/1d14b453aaa0,39357,1731302370185 already deleted, retry=false 2024-11-11T05:19:45,882 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1d14b453aaa0,39357,1731302370185 on 1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:45,884 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1d14b453aaa0,39357,1731302370185, splitWal=true, meta=true 2024-11-11T05:19:45,884 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 1d14b453aaa0,39357,1731302370185 (carryingMeta=true) 1d14b453aaa0,39357,1731302370185/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@525496ae[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T05:19:45,886 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/balancer because node does not exist (not necessarily an error) 2024-11-11T05:19:45,893 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/balancer already deleted, retry=false 2024-11-11T05:19:45,893 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:19:45,894 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:19:45,982 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/normalizer already deleted, retry=false 2024-11-11T05:19:45,982 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:19:45,983 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:19:46,046 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/switch/split already deleted, retry=false 2024-11-11T05:19:46,047 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:19:46,072 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/switch/merge already deleted, retry=false 2024-11-11T05:19:46,084 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:19:46,093 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/snapshot-cleanup already deleted, retry=false 2024-11-11T05:19:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:46,104 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,37593,1731302385227, sessionid=0x10128559e0f0006, setting cluster-up flag (Was=false) 2024-11-11T05:19:46,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /016252069/flush-table-proc/acquired, /016252069/flush-table-proc/reached, /016252069/flush-table-proc/abort 2024-11-11T05:19:46,115 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:46,125 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /016252069/online-snapshot/acquired, /016252069/online-snapshot/reached, /016252069/online-snapshot/abort 2024-11-11T05:19:46,125 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:46,126 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.lastflushedseqids 2024-11-11T05:19:46,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:19:46,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:19:46,128 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,37593,1731302385227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1d14b453aaa0,39357,1731302370185 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:19:46,129 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:46,129 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:46,130 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,130 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302416130 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,131 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1d14b453aaa0,39357,1731302370185, splitWal=true, meta=true 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:19:46,131 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:19:46,132 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302386131,5,FailOnTimeoutGroup] 2024-11-11T05:19:46,132 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302386132,5,FailOnTimeoutGroup] 2024-11-11T05:19:46,132 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,39357,1731302370185, splitWal=true, meta=true, isMeta: true 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302386132, completionTime=-1 2024-11-11T05:19:46,132 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T05:19:46,132 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T05:19:46,133 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185-splitting 2024-11-11T05:19:46,133 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185-splitting dir is empty, no logs to split. 2024-11-11T05:19:46,133 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1d14b453aaa0,39357,1731302370185 WAL count=0, meta=true 2024-11-11T05:19:46,136 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185-splitting dir is empty, no logs to split. 2024-11-11T05:19:46,136 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1d14b453aaa0,39357,1731302370185 WAL count=0, meta=true 2024-11-11T05:19:46,136 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,39357,1731302370185 WAL splitting is done? wals=0, meta=true 2024-11-11T05:19:46,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:19:46,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:46,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:19:46,200 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(746): ClusterId : 98010d40-e764-4b1c-95c4-7fd343f2f99f 2024-11-11T05:19:46,200 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:19:46,209 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:19:46,209 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:19:46,220 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:19:46,220 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9cfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:19:46,242 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36091 2024-11-11T05:19:46,242 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:19:46,242 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:19:46,242 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:19:46,243 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37593,1731302385227 with port=36091, startcode=1731302385280 2024-11-11T05:19:46,243 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:19:46,245 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:19:46,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,246 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055 2024-11-11T05:19:46,246 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35775 2024-11-11T05:19:46,246 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:19:46,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/rs 2024-11-11T05:19:46,283 DEBUG [RS:0;1d14b453aaa0:36091 {}] zookeeper.ZKUtil(111): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on existing znode=/016252069/rs/1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,283 WARN [RS:0;1d14b453aaa0:36091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:46,283 INFO [RS:0;1d14b453aaa0:36091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:46,283 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36091,1731302385280] 2024-11-11T05:19:46,284 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=152ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T05:19:46,288 WARN [1d14b453aaa0:37593 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:19:46,300 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:19:46,301 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:19:46,301 INFO [RS:0;1d14b453aaa0:36091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:19:46,301 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,301 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:19:46,302 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:19:46,302 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,302 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,303 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,303 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:19:46,303 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:46,303 DEBUG [RS:0;1d14b453aaa0:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,303 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36091,1731302385280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:46,327 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:19:46,327 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36091,1731302385280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,345 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,36091,1731302385280, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:19:46,346 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,346 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.Replication(171): 1d14b453aaa0,36091,1731302385280 started 2024-11-11T05:19:46,359 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:37679' 2024-11-11T05:19:46,359 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36091,1731302385280, RpcServer on 1d14b453aaa0/172.17.0.2:36091, sessionid=0x10128559e0f0007 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36091,1731302385280' 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/016252069/flush-table-proc/abort' 2024-11-11T05:19:46,359 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/016252069/flush-table-proc/acquired' 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f65c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36091,1731302385280' 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/016252069/online-snapshot/abort' 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37679,-1 for getting cluster id 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/016252069/online-snapshot/acquired' 2024-11-11T05:19:46,360 DEBUG [RS:0;1d14b453aaa0:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:19:46,361 INFO [RS:0;1d14b453aaa0:36091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:19:46,361 INFO [RS:0;1d14b453aaa0:36091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:19:46,361 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409d858e-80da-428d-a822-8031ac0fd049' 2024-11-11T05:19:46,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409d858e-80da-428d-a822-8031ac0fd049" 2024-11-11T05:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3a1a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37679,-1] 2024-11-11T05:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:46,363 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:46,364 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2caa9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:46,364 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655c354b 2024-11-11T05:19:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:46,365 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T05:19:46,366 INFO [RS:0;1d14b453aaa0:36091.replicationSource,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,36091,1731302385280 (queues=0) is replicating from cluster=98010d40-e764-4b1c-95c4-7fd343f2f99f to cluster=409d858e-80da-428d-a822-8031ac0fd049 2024-11-11T05:19:46,461 INFO [RS:0;1d14b453aaa0:36091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:46,462 INFO [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36091%2C1731302385280, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:46,473 DEBUG [RS:0;1d14b453aaa0:36091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462, exclude list is [], retry=0 2024-11-11T05:19:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:46,477 INFO [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 2024-11-11T05:19:46,477 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1d14b453aaa0%2C36091%2C1731302385280 for peer 1 2024-11-11T05:19:46,477 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C36091%2C1731302385280 2024-11-11T05:19:46,477 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,36091,1731302385280, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:19:46,477 DEBUG [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:46,478 INFO [RS:0;1d14b453aaa0:36091.replicationSource.shipper1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C36091%2C1731302385280 2024-11-11T05:19:46,478 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462, startPosition=0, beingWritten=true 2024-11-11T05:19:46,538 DEBUG [1d14b453aaa0:37593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:19:46,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36091,1731302385280, state=OPENING 2024-11-11T05:19:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:46,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:19:46,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:46,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:46,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36091,1731302385280}] 2024-11-11T05:19:46,682 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:46,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:19:46,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:19:46,723 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:19:46,723 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:46,723 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:19:46,724 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36091%2C1731302385280.meta, suffix=.meta, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:46,735 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.meta.1731302386724.meta, exclude list is [], retry=0 2024-11-11T05:19:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:46,739 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.meta.1731302386724.meta 2024-11-11T05:19:46,739 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:46,739 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:46,739 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:19:46,739 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:19:46,740 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:19:46,740 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:19:46,740 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:19:46,740 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:46,740 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:19:46,740 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:19:46,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:19:46,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:19:46,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:46,747 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/info/5b3d5b6a6bf24146820ddeb3129624ce 2024-11-11T05:19:46,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:46,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:19:46,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:19:46,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:46,752 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/ns/7dac05fca22f467e82244edbc97df2c6 2024-11-11T05:19:46,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:46,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:19:46,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:19:46,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:46,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:46,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:19:46,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:19:46,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:46,759 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/table/e6f7f43c47d14affbededbaca4ffcd04 2024-11-11T05:19:46,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:19:46,760 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:19:46,760 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:46,761 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740 2024-11-11T05:19:46,762 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:19:46,762 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:19:46,763 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:19:46,764 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:19:46,765 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60224007, jitterRate=-0.1025923639535904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:19:46,765 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:19:46,765 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302386740Writing region info on filesystem at 1731302386740Initializing all the Stores at 1731302386741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302386741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302386741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302386741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302386741Cleaning up temporary data from old regions at 1731302386762 (+21 ms)Running coprocessor post-open hooks at 1731302386765 (+3 ms)Region opened successfully at 1731302386765 2024-11-11T05:19:46,766 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731302386719 2024-11-11T05:19:46,767 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:19:46,767 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:19:46,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,769 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36091,1731302385280, state=OPEN 2024-11-11T05:19:46,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:46,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/016252069/meta-region-server 2024-11-11T05:19:46,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:46,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:46,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /016252069/meta-region-server: CHANGED 2024-11-11T05:19:46,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T05:19:46,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36091,1731302385280 in 210 msec 2024-11-11T05:19:46,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:19:46,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-11T05:19:46,986 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:47,390 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:47,786 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1654ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T05:19:47,894 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:48,499 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:49,203 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:49,289 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3157ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T05:19:50,007 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:50,641 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T05:19:50,641 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:19:50,641 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:50,642 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36091,1731302385280, seqNum=-1] 2024-11-11T05:19:50,642 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:50,647 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fc1609006093d9f49f10837d3d6414c7, regionState=OPEN, lastHost=1d14b453aaa0,39357,1731302370185, regionLocation=1d14b453aaa0,39357,1731302370185, openSeqNum=2 2024-11-11T05:19:50,647 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:19:50,647 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302450647 2024-11-11T05:19:50,647 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302510647 2024-11-11T05:19:50,647 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T05:19:50,648 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1d14b453aaa0,39357,1731302370185 had 2 regions 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:37593, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,648 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,649 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1d14b453aaa0,39357,1731302370185, splitWal=true, meta=true, isMeta: false 2024-11-11T05:19:50,650 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185-splitting dir is empty, no logs to split. 2024-11-11T05:19:50,650 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,39357,1731302370185 WAL count=0, meta=false 2024-11-11T05:19:50,653 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,39357,1731302370185-splitting dir is empty, no logs to split. 2024-11-11T05:19:50,653 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1d14b453aaa0,39357,1731302370185 WAL count=0, meta=false 2024-11-11T05:19:50,653 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1d14b453aaa0,39357,1731302370185 WAL splitting is done? wals=0, meta=false 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.319sec 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:19:50,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:19:50,655 WARN [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1d14b453aaa0,39357,1731302370185/hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:50,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN}] 2024-11-11T05:19:50,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN 2024-11-11T05:19:50,658 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:19:50,658 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:19:50,659 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37593,1731302385227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:19:50,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T05:19:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912b8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37593,-1 for getting cluster id 2024-11-11T05:19:50,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:50,705 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98010d40-e764-4b1c-95c4-7fd343f2f99f' 2024-11-11T05:19:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98010d40-e764-4b1c-95c4-7fd343f2f99f" 2024-11-11T05:19:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3c3332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37593,-1] 2024-11-11T05:19:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,706 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f5195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:19:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36091,1731302385280, seqNum=-1] 2024-11-11T05:19:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:19:50,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:19:50,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T05:19:50,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:50,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:50,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:50,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1d14b453aaa0:37593 after: 1d14b453aaa0:37593 2024-11-11T05:19:50,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62245095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37593,-1 for getting cluster id 2024-11-11T05:19:50,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:19:50,714 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98010d40-e764-4b1c-95c4-7fd343f2f99f' 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98010d40-e764-4b1c-95c4-7fd343f2f99f" 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7272a0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37593,-1] 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,715 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:19:50,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:19:50,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:19:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d97c9bb 2024-11-11T05:19:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:19:50,717 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:19:50,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T05:19:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:19:50,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:50,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:50,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:50,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:19:50,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1207169714, stopped=false 2024-11-11T05:19:50,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,37679,1731302375686 2024-11-11T05:19:50,809 DEBUG [1d14b453aaa0:37593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:19:50,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fc1609006093d9f49f10837d3d6414c7, regionState=OPENING, regionLocation=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN because future has completed 2024-11-11T05:19:50,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,36091,1731302385280}] 2024-11-11T05:19:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1996118810/running 2024-11-11T05:19:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1996118810/running 2024-11-11T05:19:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:50,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:50,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:50,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:50,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/running 2024-11-11T05:19:50,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Set watcher on znode that does not yet exist, /1-1996118810/running 2024-11-11T05:19:50,872 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43097,1731302375830' ***** 2024-11-11T05:19:50,872 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:19:50,872 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:19:50,872 INFO [RS:0;1d14b453aaa0:43097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:19:50,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:19:50,872 INFO [RS:0;1d14b453aaa0:43097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43097. 2024-11-11T05:19:50,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:50,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:19:50,873 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:19:50,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:50,873 DEBUG [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:50,873 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:50,873 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:50,873 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:50,873 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:50,873 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:50,873 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T05:19:50,886 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/.tmp/ns/a3d13050d40d41f2be5ed74391a142c7 is 43, key is default/ns:d/1731302379112/Put/seqid=0 2024-11-11T05:19:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741835_1011 (size=5153) 2024-11-11T05:19:50,891 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/.tmp/ns/a3d13050d40d41f2be5ed74391a142c7 2024-11-11T05:19:50,896 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/.tmp/ns/a3d13050d40d41f2be5ed74391a142c7 as hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/ns/a3d13050d40d41f2be5ed74391a142c7 2024-11-11T05:19:50,900 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/ns/a3d13050d40d41f2be5ed74391a142c7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T05:19:50,901 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=6, compaction requested=false 2024-11-11T05:19:50,901 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:19:50,901 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:19:50,901 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:19:50,905 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T05:19:50,906 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:50,906 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:50,906 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:50,906 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302390873Running coprocessor pre-close hooks at 1731302390873Disabling compacts and flushes for region at 1731302390873Disabling writes for close at 1731302390873Obtaining lock to block concurrent updates at 1731302390873Preparing flush snapshotting stores in 1588230740 at 1731302390873Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731302390874 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302390874Flushing 1588230740/ns: creating writer at 1731302390874Flushing 1588230740/ns: appending metadata at 1731302390886 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731302390886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577b1e96: reopening flushed file at 1731302390895 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=6, compaction requested=false at 1731302390901 (+6 ms)Writing region close event to WAL at 1731302390902 (+1 ms)Running coprocessor post-close hooks at 1731302390906 (+4 ms)Closed at 1731302390906 2024-11-11T05:19:50,906 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:50,910 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:50,911 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:50,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:50,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:50,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:19:50,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36091%2C1731302385280.rep, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs, maxLogs=10 2024-11-11T05:19:50,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.rep.1731302390969, exclude list is [], retry=0 2024-11-11T05:19:50,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-e78e50a8-6afa-4b36-8901-1f805b53cba9,DISK] 2024-11-11T05:19:50,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.rep.1731302390969 2024-11-11T05:19:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-11T05:19:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1609006093d9f49f10837d3d6414c7, NAME => 'hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:19:50,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. service=MultiRowMutationService 2024-11-11T05:19:50,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,985 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,986 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName hfileref 2024-11-11T05:19:50,986 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:50,987 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:50,987 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,987 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName queue 2024-11-11T05:19:50,987 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:50,992 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/queue/204c67a1dfdf4db9bd1392dda788a564 2024-11-11T05:19:50,992 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:50,993 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,993 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1609006093d9f49f10837d3d6414c7 columnFamilyName sid 2024-11-11T05:19:50,993 DEBUG [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:19:50,994 INFO [StoreOpener-fc1609006093d9f49f10837d3d6414c7-1 {}] regionserver.HStore(327): Store=fc1609006093d9f49f10837d3d6414c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:19:50,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:19:50,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fc1609006093d9f49f10837d3d6414c7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69685854, jitterRate=0.03840014338493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:19:50,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:50,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fc1609006093d9f49f10837d3d6414c7: Running coprocessor pre-open hook at 1731302390984Writing region info on filesystem at 1731302390984Initializing all the Stores at 1731302390985 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302390985Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302390985Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302390985Cleaning up temporary data from old regions at 1731302390996 (+11 ms)Running coprocessor post-open hooks at 1731302390998 (+2 ms)Region opened successfully at 1731302390998 2024-11-11T05:19:50,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., pid=13, masterSystemTime=1731302390964 2024-11-11T05:19:51,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:51,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:51,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fc1609006093d9f49f10837d3d6414c7, regionState=OPEN, openSeqNum=9, regionLocation=1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:51,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,36091,1731302385280 because future has completed 2024-11-11T05:19:51,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T05:19:51,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1609006093d9f49f10837d3d6414c7, server=1d14b453aaa0,36091,1731302385280 in 192 msec 2024-11-11T05:19:51,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T05:19:51,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc1609006093d9f49f10837d3d6414c7, ASSIGN in 349 msec 2024-11-11T05:19:51,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T05:19:51,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., hostname=1d14b453aaa0,36091,1731302385280, seqNum=9] 2024-11-11T05:19:51,023 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1d14b453aaa0,39357,1731302370185 2024-11-11T05:19:51,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T05:19:51,073 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43097,1731302375830; all regions closed. 2024-11-11T05:19:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741834_1010 (size=1152) 2024-11-11T05:19:51,079 DEBUG [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/oldWALs 2024-11-11T05:19:51,079 INFO [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43097%2C1731302375830.meta:.meta(num 1731302379063) 2024-11-11T05:19:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741832_1008 (size=93) 2024-11-11T05:19:51,083 DEBUG [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/oldWALs 2024-11-11T05:19:51,083 INFO [RS:0;1d14b453aaa0:43097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C43097%2C1731302375830:(num 1731302378027) 2024-11-11T05:19:51,084 DEBUG [RS:0;1d14b453aaa0:43097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:51,084 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:51,084 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:51,084 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:51,084 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:51,084 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:51,084 INFO [RS:0;1d14b453aaa0:43097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43097 2024-11-11T05:19:51,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1996118810/rs/1d14b453aaa0,43097,1731302375830 2024-11-11T05:19:51,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810/rs 2024-11-11T05:19:51,093 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:51,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43097,1731302375830] 2024-11-11T05:19:51,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1996118810/draining/1d14b453aaa0,43097,1731302375830 already deleted, retry=false 2024-11-11T05:19:51,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43097,1731302375830 expired; onlineServers=0 2024-11-11T05:19:51,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,37679,1731302375686' ***** 2024-11-11T05:19:51,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:19:51,114 INFO [M:0;1d14b453aaa0:37679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:51,114 INFO [M:0;1d14b453aaa0:37679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:51,114 DEBUG [M:0;1d14b453aaa0:37679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:19:51,114 DEBUG [M:0;1d14b453aaa0:37679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:19:51,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:19:51,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302377827 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302377827,5,FailOnTimeoutGroup] 2024-11-11T05:19:51,114 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302377827 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302377827,5,FailOnTimeoutGroup] 2024-11-11T05:19:51,114 INFO [M:0;1d14b453aaa0:37679 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:51,114 INFO [M:0;1d14b453aaa0:37679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:51,114 DEBUG [M:0;1d14b453aaa0:37679 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:19:51,115 INFO [M:0;1d14b453aaa0:37679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:19:51,115 INFO [M:0;1d14b453aaa0:37679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:51,115 INFO [M:0;1d14b453aaa0:37679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:19:51,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:19:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1996118810/master 2024-11-11T05:19:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1996118810 2024-11-11T05:19:51,124 DEBUG [M:0;1d14b453aaa0:37679 {}] zookeeper.ZKUtil(347): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Unable to get data of znode /1-1996118810/master because node does not exist (not an error) 2024-11-11T05:19:51,124 WARN [M:0;1d14b453aaa0:37679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:19:51,125 INFO [M:0;1d14b453aaa0:37679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/.lastflushedseqids 2024-11-11T05:19:51,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741836_1012 (size=99) 2024-11-11T05:19:51,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T05:19:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:51,203 INFO [RS:0;1d14b453aaa0:43097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43097-0x10128559e0f0004, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:51,203 INFO [RS:0;1d14b453aaa0:43097 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43097,1731302375830; zookeeper connection closed. 2024-11-11T05:19:51,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44b14065 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44b14065 2024-11-11T05:19:51,204 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:19:51,530 INFO [M:0;1d14b453aaa0:37679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:19:51,530 INFO [M:0;1d14b453aaa0:37679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:19:51,530 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:51,530 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:51,530 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:51,530 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:51,530 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:51,530 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T05:19:51,543 DEBUG [M:0;1d14b453aaa0:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba1d93c907247e59bb6f07070634411 is 82, key is hbase:meta,,1/info:regioninfo/1731302379092/Put/seqid=0 2024-11-11T05:19:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741837_1013 (size=5672) 2024-11-11T05:19:51,915 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:51,948 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba1d93c907247e59bb6f07070634411 2024-11-11T05:19:51,966 DEBUG [M:0;1d14b453aaa0:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89b42e4ed48f4d3fb4592d56633916ef is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731302379115/Put/seqid=0 2024-11-11T05:19:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741838_1014 (size=5275) 2024-11-11T05:19:52,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:52,370 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89b42e4ed48f4d3fb4592d56633916ef 2024-11-11T05:19:52,388 DEBUG [M:0;1d14b453aaa0:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b6f82966674d5db93fcbc7170272fc is 69, key is 1d14b453aaa0,43097,1731302375830/rs:state/1731302377885/Put/seqid=0 2024-11-11T05:19:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741839_1015 (size=5156) 2024-11-11T05:19:52,792 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b6f82966674d5db93fcbc7170272fc 2024-11-11T05:19:52,797 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba1d93c907247e59bb6f07070634411 as hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dba1d93c907247e59bb6f07070634411 2024-11-11T05:19:52,803 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dba1d93c907247e59bb6f07070634411, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T05:19:52,804 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89b42e4ed48f4d3fb4592d56633916ef as hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89b42e4ed48f4d3fb4592d56633916ef 2024-11-11T05:19:52,808 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89b42e4ed48f4d3fb4592d56633916ef, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T05:19:52,809 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b6f82966674d5db93fcbc7170272fc as hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42b6f82966674d5db93fcbc7170272fc 2024-11-11T05:19:52,813 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35709/user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42b6f82966674d5db93fcbc7170272fc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T05:19:52,814 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-11T05:19:52,815 INFO [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:52,816 DEBUG [M:0;1d14b453aaa0:37679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302391530Disabling compacts and flushes for region at 1731302391530Disabling writes for close at 1731302391530Obtaining lock to block concurrent updates at 1731302391530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302391530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731302391531 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302391531Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302391531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302391543 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302391543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302391952 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302391966 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302391966Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302392374 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302392387 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302392387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a248ec: reopening flushed file at 1731302392796 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfbf36d: reopening flushed file at 1731302392803 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5332d403: reopening flushed file at 1731302392808 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731302392814 (+6 ms)Writing region close event to WAL at 1731302392815 (+1 ms)Closed at 1731302392815 2024-11-11T05:19:52,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39799 is added to blk_1073741830_1006 (size=10165) 2024-11-11T05:19:52,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d9b9611-1426-6e70-2534-b78dbea06c54/MasterData/WALs/1d14b453aaa0,37679,1731302375686/1d14b453aaa0%2C37679%2C1731302375686.1731302377569 not finished, retry = 0 2024-11-11T05:19:52,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:52,919 INFO [M:0;1d14b453aaa0:37679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:19:52,919 INFO [M:0;1d14b453aaa0:37679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37679 2024-11-11T05:19:52,920 INFO [M:0;1d14b453aaa0:37679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:53,019 DEBUG [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.1731302386462 to pos 0, reset compression=false 2024-11-11T05:19:53,066 INFO [M:0;1d14b453aaa0:37679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x10128559e0f0003, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:53,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@313f4481{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:53,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:53,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:53,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:53,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:53,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:19:53,071 WARN [BP-2055596608-172.17.0.2-1731302373563 heartbeating to localhost/127.0.0.1:35709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:19:53,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:19:53,072 WARN [BP-2055596608-172.17.0.2-1731302373563 heartbeating to localhost/127.0.0.1:35709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055596608-172.17.0.2-1731302373563 (Datanode Uuid b549d18b-9ecb-4eac-8170-b07b71811b6e) service to localhost/127.0.0.1:35709 2024-11-11T05:19:53,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/cluster_022a25d3-2c58-8a08-aa4a-ecce3cfe3438/data/data1/current/BP-2055596608-172.17.0.2-1731302373563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:53,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/cluster_022a25d3-2c58-8a08-aa4a-ecce3cfe3438/data/data2/current/BP-2055596608-172.17.0.2-1731302373563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:53,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:19:53,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5312732b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:53,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:53,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:53,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:53,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:53,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:19:53,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:19:53,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:53,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:53,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:19:53,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500678009, stopped=false 2024-11-11T05:19:53,091 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,37593,1731302385227 2024-11-11T05:19:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/running 2024-11-11T05:19:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:53,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:53,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:19:53,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:53,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:53,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Set watcher on znode that does not yet exist, /016252069/running 2024-11-11T05:19:53,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36091,1731302385280' ***** 2024-11-11T05:19:53,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:19:53,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(3091): Received CLOSE for fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36091. 2024-11-11T05:19:53,104 DEBUG [RS:0;1d14b453aaa0:36091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:53,104 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc1609006093d9f49f10837d3d6414c7, disabling compactions & flushes 2024-11-11T05:19:53,104 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,104 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:53,104 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:19:53,104 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. after waiting 0 ms 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:19:53,104 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:53,104 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:19:53,105 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:19:53,105 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1325): Online Regions={fc1609006093d9f49f10837d3d6414c7=hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:19:53,105 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc1609006093d9f49f10837d3d6414c7 2024-11-11T05:19:53,105 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:19:53,105 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:19:53,105 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:19:53,105 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:19:53,105 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:19:53,105 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T05:19:53,108 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:53,110 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/replication/fc1609006093d9f49f10837d3d6414c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T05:19:53,111 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:53,111 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:53,111 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:53,111 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc1609006093d9f49f10837d3d6414c7: Waiting for close lock at 1731302393104Running coprocessor pre-close hooks at 1731302393104Disabling compacts and flushes for region at 1731302393104Disabling writes for close at 1731302393104Writing region close event to WAL at 1731302393105 (+1 ms)Running coprocessor post-close hooks at 1731302393111 (+6 ms)Closed at 1731302393111 2024-11-11T05:19:53,111 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7. 2024-11-11T05:19:53,119 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/094e277730214edcaef410d8fd14217a is 147, key is hbase:replication,,1731302379193.fc1609006093d9f49f10837d3d6414c7./info:regioninfo/1731302391001/Put/seqid=0 2024-11-11T05:19:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741851_1027 (size=6385) 2024-11-11T05:19:53,305 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:53,325 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:19:53,325 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:19:53,505 DEBUG [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:19:53,523 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/094e277730214edcaef410d8fd14217a 2024-11-11T05:19:53,529 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/.tmp/info/094e277730214edcaef410d8fd14217a as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/info/094e277730214edcaef410d8fd14217a 2024-11-11T05:19:53,534 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/info/094e277730214edcaef410d8fd14217a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T05:19:53,535 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-11T05:19:53,539 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T05:19:53,539 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:53,539 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:53,539 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:53,539 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302393105Running coprocessor pre-close hooks at 1731302393105Disabling compacts and flushes for region at 1731302393105Disabling writes for close at 1731302393105Obtaining lock to block concurrent updates at 1731302393105Preparing flush snapshotting stores in 1588230740 at 1731302393105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731302393105Flushing stores of hbase:meta,,1.1588230740 at 1731302393105Flushing 1588230740/info: creating writer at 1731302393106 (+1 ms)Flushing 1588230740/info: appending metadata at 1731302393118 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731302393118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1bb212: reopening flushed file at 1731302393528 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731302393535 (+7 ms)Writing region close event to WAL at 1731302393536 (+1 ms)Running coprocessor post-close hooks at 1731302393539 (+3 ms)Closed at 1731302393539 2024-11-11T05:19:53,539 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:19:53,705 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36091,1731302385280; all regions closed. 2024-11-11T05:19:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741849_1025 (size=2156) 2024-11-11T05:19:53,709 DEBUG [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:53,709 INFO [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36091%2C1731302385280.meta:.meta(num 1731302386724) 2024-11-11T05:19:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741850_1026 (size=796) 2024-11-11T05:19:53,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/WALs/1d14b453aaa0,36091,1731302385280/1d14b453aaa0%2C36091%2C1731302385280.rep.1731302390969 not finished, retry = 0 2024-11-11T05:19:53,813 DEBUG [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:53,813 INFO [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36091%2C1731302385280.rep:(num 1731302390969) 2024-11-11T05:19:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741848_1024 (size=93) 2024-11-11T05:19:53,816 DEBUG [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/oldWALs 2024-11-11T05:19:53,816 INFO [RS:0;1d14b453aaa0:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36091%2C1731302385280:(num 1731302386462) 2024-11-11T05:19:53,816 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:53,817 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,36091,1731302385280 because: Region server is closing 2024-11-11T05:19:53,817 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T05:19:53,817 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T05:19:53,817 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T05:19:53,817 INFO [RS:0;1d14b453aaa0:36091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36091. 2024-11-11T05:19:53,817 DEBUG [RS:0;1d14b453aaa0:36091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:19:53,817 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,817 DEBUG [RS:0;1d14b453aaa0:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:19:53,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:19:53,918 WARN [RS:0;1d14b453aaa0:36091.replicationSource.wal-reader.1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:19:53,918 WARN [RS:0;1d14b453aaa0:36091.replicationSource.shipper1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:19:53,918 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1d14b453aaa0:36091.replicationSource.shipper1d14b453aaa0%2C36091%2C1731302385280,1-1d14b453aaa0,36091,1731302385280 terminated 2024-11-11T05:19:53,918 INFO [RS:0;1d14b453aaa0:36091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36091 2024-11-11T05:19:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069/rs 2024-11-11T05:19:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/rs/1d14b453aaa0,36091,1731302385280 2024-11-11T05:19:53,966 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:53,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36091,1731302385280] 2024-11-11T05:19:53,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /016252069/draining/1d14b453aaa0,36091,1731302385280 already deleted, retry=false 2024-11-11T05:19:53,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36091,1731302385280 expired; onlineServers=0 2024-11-11T05:19:53,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,37593,1731302385227' ***** 2024-11-11T05:19:53,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:19:53,987 INFO [M:0;1d14b453aaa0:37593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:19:53,987 INFO [M:0;1d14b453aaa0:37593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:19:53,987 DEBUG [M:0;1d14b453aaa0:37593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:19:53,987 DEBUG [M:0;1d14b453aaa0:37593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:19:53,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:19:53,987 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302386131 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302386131,5,FailOnTimeoutGroup] 2024-11-11T05:19:53,987 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302386132 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302386132,5,FailOnTimeoutGroup] 2024-11-11T05:19:53,988 INFO [M:0;1d14b453aaa0:37593 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:19:53,988 INFO [M:0;1d14b453aaa0:37593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:19:53,988 DEBUG [M:0;1d14b453aaa0:37593 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:19:53,988 INFO [M:0;1d14b453aaa0:37593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:19:53,988 INFO [M:0;1d14b453aaa0:37593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:19:53,988 INFO [M:0;1d14b453aaa0:37593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:19:53,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:19:53,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/016252069/master 2024-11-11T05:19:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/016252069 2024-11-11T05:19:53,998 DEBUG [M:0;1d14b453aaa0:37593 {}] zookeeper.ZKUtil(347): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Unable to get data of znode /016252069/master because node does not exist (not an error) 2024-11-11T05:19:53,998 WARN [M:0;1d14b453aaa0:37593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:19:53,998 INFO [M:0;1d14b453aaa0:37593 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/.lastflushedseqids 2024-11-11T05:19:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741852_1028 (size=181) 2024-11-11T05:19:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:54,077 INFO [RS:0;1d14b453aaa0:36091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x10128559e0f0007, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:54,077 INFO [RS:0;1d14b453aaa0:36091 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36091,1731302385280; zookeeper connection closed. 2024-11-11T05:19:54,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64848365 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64848365 2024-11-11T05:19:54,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:19:54,414 INFO [M:0;1d14b453aaa0:37593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:19:54,414 INFO [M:0;1d14b453aaa0:37593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:19:54,414 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:54,414 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:54,414 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:54,414 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:54,414 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:54,414 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T05:19:54,427 DEBUG [M:0;1d14b453aaa0:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/527568c668414e1ba71b27c3776f2baa is 82, key is hbase:meta,,1/info:regioninfo/1731302386768/Put/seqid=0 2024-11-11T05:19:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741853_1029 (size=5672) 2024-11-11T05:19:54,831 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/527568c668414e1ba71b27c3776f2baa 2024-11-11T05:19:54,852 DEBUG [M:0;1d14b453aaa0:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/492e82390eab4f95aa11acf1e2b87351 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731302391006/Put/seqid=0 2024-11-11T05:19:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741854_1030 (size=7312) 2024-11-11T05:19:55,256 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/492e82390eab4f95aa11acf1e2b87351 2024-11-11T05:19:55,273 DEBUG [M:0;1d14b453aaa0:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a586275796c4dd3b59b79d0733fd5d4 is 69, key is 1d14b453aaa0,36091,1731302385280/rs:state/1731302386245/Put/seqid=0 2024-11-11T05:19:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741855_1031 (size=5370) 2024-11-11T05:19:55,678 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a586275796c4dd3b59b79d0733fd5d4 2024-11-11T05:19:55,683 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a586275796c4dd3b59b79d0733fd5d4 2024-11-11T05:19:55,684 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/527568c668414e1ba71b27c3776f2baa as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/527568c668414e1ba71b27c3776f2baa 2024-11-11T05:19:55,688 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/527568c668414e1ba71b27c3776f2baa, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T05:19:55,689 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/492e82390eab4f95aa11acf1e2b87351 as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/492e82390eab4f95aa11acf1e2b87351 2024-11-11T05:19:55,693 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/492e82390eab4f95aa11acf1e2b87351, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T05:19:55,694 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a586275796c4dd3b59b79d0733fd5d4 as hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a586275796c4dd3b59b79d0733fd5d4 2024-11-11T05:19:55,698 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a586275796c4dd3b59b79d0733fd5d4 2024-11-11T05:19:55,698 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a586275796c4dd3b59b79d0733fd5d4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T05:19:55,699 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-11T05:19:55,700 INFO [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:55,700 DEBUG [M:0;1d14b453aaa0:37593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302394414Disabling compacts and flushes for region at 1731302394414Disabling writes for close at 1731302394414Obtaining lock to block concurrent updates at 1731302394415 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302394415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731302394415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302394415Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302394415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302394427 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302394427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302394836 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302394851 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302394851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302395260 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302395272 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302395272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16381ec9: reopening flushed file at 1731302395683 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234fb870: reopening flushed file at 1731302395688 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119b1cab: reopening flushed file at 1731302395693 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731302395699 (+6 ms)Writing region close event to WAL at 1731302395700 (+1 ms)Closed at 1731302395700 2024-11-11T05:19:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741847_1023 (size=22903) 2024-11-11T05:19:55,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ce714d-b8f0-81ec-4796-d93bbb063055/MasterData/WALs/1d14b453aaa0,37593,1731302385227/1d14b453aaa0%2C37593%2C1731302385227.1731302385774 not finished, retry = 0 2024-11-11T05:19:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:19:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:19:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:19:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:19:55,802 INFO [M:0;1d14b453aaa0:37593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:19:55,802 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:19:55,802 INFO [M:0;1d14b453aaa0:37593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37593 2024-11-11T05:19:55,803 INFO [M:0;1d14b453aaa0:37593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:19:55,961 INFO [M:0;1d14b453aaa0:37593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:19:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x10128559e0f0006, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:19:55,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6efb4a3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:55,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:55,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:55,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:55,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:55,975 WARN [BP-303034052-172.17.0.2-1731302367868 heartbeating to localhost/127.0.0.1:35775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:19:55,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:19:55,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:19:55,975 WARN [BP-303034052-172.17.0.2-1731302367868 heartbeating to localhost/127.0.0.1:35775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-303034052-172.17.0.2-1731302367868 (Datanode Uuid e874e097-435d-44b6-8b9e-e5a88cd82fe2) service to localhost/127.0.0.1:35775 2024-11-11T05:19:55,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/data/data1/current/BP-303034052-172.17.0.2-1731302367868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:55,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/cluster_512207bc-e7cc-075b-e0b3-83ff763d3783/data/data2/current/BP-303034052-172.17.0.2-1731302367868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:19:55,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:19:55,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bdad373{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:55,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23b4969c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:19:55,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:19:55,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f13e84a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:19:55,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef16663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34aae1ab-7d3f-b7bb-cca9-7750e22c45b0/hadoop.log.dir/,STOPPED} 2024-11-11T05:19:55,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:19:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:19:56,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35709 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35775 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=8386 (was 7062) - AvailableMemoryMB LEAK? - 2024-11-11T05:19:56,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=8386 2024-11-11T05:19:56,045 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T05:19:56,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir so I do NOT create it in target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9 2024-11-11T05:19:56,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:19:56,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.tmp.dir so I do NOT create it in target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9 2024-11-11T05:19:56,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6f945-54e7-e838-c6d6-1647b1cadc28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:19:56,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9 2024-11-11T05:19:56,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8, deleteOnExit=true 2024-11-11T05:19:56,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/zookeeper_0, clientPort=53670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:19:56,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53670 2024-11-11T05:19:56,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:19:56,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/test.cache.data in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:19:56,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:19:56,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:19:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128559e0f0005, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:19:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128559e0f0002, quorum=127.0.0.1:61483, baseZNode=/016252069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:19:56,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128559e0f0005, quorum=127.0.0.1:61483, baseZNode=/1-1996118810 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:19:56,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128559e0f0002, quorum=127.0.0.1:61483, baseZNode=/016252069 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:19:56,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:56,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:56,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:56,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:56,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:19:56,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:56,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:56,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6d7890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:56,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ce024bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/java.io.tmpdir/jetty-localhost-33579-hadoop-hdfs-3_4_1-tests_jar-_-any-6718570110424286231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:19:56,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66a1ba97{HTTP/1.1, (http/1.1)}{localhost:33579} 2024-11-11T05:19:56,658 INFO [Time-limited test {}] server.Server(415): Started @169072ms 2024-11-11T05:19:56,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:19:56,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:19:56,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:19:56,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:19:56,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:19:56,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e27cbff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:19:56,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:19:57,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9d78bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/java.io.tmpdir/jetty-localhost-34031-hadoop-hdfs-3_4_1-tests_jar-_-any-17118334082475417388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:19:57,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ff924{HTTP/1.1, (http/1.1)}{localhost:34031} 2024-11-11T05:19:57,119 INFO [Time-limited test {}] server.Server(415): Started @169532ms 2024-11-11T05:19:57,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:19:57,807 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/data/data2/current/BP-2008757241-172.17.0.2-1731302396089/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:57,807 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/data/data1/current/BP-2008757241-172.17.0.2-1731302396089/current, will proceed with Du for space computation calculation, 2024-11-11T05:19:57,833 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:19:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a41b0b43d8feb9b with lease ID 0x71608e7dc1333808: Processing first storage report for DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049 from datanode DatanodeRegistration(127.0.0.1:37379, datanodeUuid=a1f3ee39-d18a-4c8d-95e1-e3270a800ccf, infoPort=42151, infoSecurePort=0, ipcPort=40171, storageInfo=lv=-57;cid=testClusterID;nsid=1599645543;c=1731302396089) 2024-11-11T05:19:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a41b0b43d8feb9b with lease ID 0x71608e7dc1333808: from storage DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049 node DatanodeRegistration(127.0.0.1:37379, datanodeUuid=a1f3ee39-d18a-4c8d-95e1-e3270a800ccf, infoPort=42151, infoSecurePort=0, ipcPort=40171, storageInfo=lv=-57;cid=testClusterID;nsid=1599645543;c=1731302396089), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a41b0b43d8feb9b with lease ID 0x71608e7dc1333808: Processing first storage report for DS-bd07e4e3-dfb5-487d-979c-b990e19ab280 from datanode DatanodeRegistration(127.0.0.1:37379, datanodeUuid=a1f3ee39-d18a-4c8d-95e1-e3270a800ccf, infoPort=42151, infoSecurePort=0, ipcPort=40171, storageInfo=lv=-57;cid=testClusterID;nsid=1599645543;c=1731302396089) 2024-11-11T05:19:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a41b0b43d8feb9b with lease ID 0x71608e7dc1333808: from storage DS-bd07e4e3-dfb5-487d-979c-b990e19ab280 node DatanodeRegistration(127.0.0.1:37379, datanodeUuid=a1f3ee39-d18a-4c8d-95e1-e3270a800ccf, infoPort=42151, infoSecurePort=0, ipcPort=40171, storageInfo=lv=-57;cid=testClusterID;nsid=1599645543;c=1731302396089), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:19:57,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9 2024-11-11T05:19:57,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:57,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:19:57,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41 with version=8 2024-11-11T05:19:57,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/hbase-staging 2024-11-11T05:19:57,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:19:57,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:57,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38529 2024-11-11T05:19:57,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38529 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:19:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385290x0, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:57,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38529-0x10128560c500000 connected 2024-11-11T05:19:58,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:58,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:58,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/running 2024-11-11T05:19:58,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41, hbase.cluster.distributed=false 2024-11-11T05:19:58,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/acl 2024-11-11T05:19:58,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-11T05:19:58,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38529 2024-11-11T05:19:58,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38529 2024-11-11T05:19:58,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-11T05:19:58,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-11T05:19:58,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:19:58,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:19:58,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:19:58,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38357 2024-11-11T05:19:58,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38357 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:19:58,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:58,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:58,139 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383570x0, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:19:58,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383570x0, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/running 2024-11-11T05:19:58,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38357-0x10128560c500001 connected 2024-11-11T05:19:58,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:19:58,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:19:58,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/master 2024-11-11T05:19:58,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/acl 2024-11-11T05:19:58,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-11T05:19:58,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38357 2024-11-11T05:19:58,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38357 2024-11-11T05:19:58,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-11T05:19:58,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-11T05:19:58,159 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:38529 2024-11-11T05:19:58,159 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0916241559/backup-masters/1d14b453aaa0,38529,1731302397916 2024-11-11T05:19:58,181 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/backup-masters 2024-11-11T05:19:58,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/backup-masters 2024-11-11T05:19:58,181 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on existing znode=/0916241559/backup-masters/1d14b453aaa0,38529,1731302397916 2024-11-11T05:19:58,246 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0916241559/master 2024-11-11T05:19:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:19:58,246 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:19:58,247 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on existing znode=/0916241559/master 2024-11-11T05:19:58,247 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0916241559/backup-masters/1d14b453aaa0,38529,1731302397916 from backup master directory 2024-11-11T05:19:58,322 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/backup-masters 2024-11-11T05:19:58,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0916241559/backup-masters/1d14b453aaa0,38529,1731302397916 2024-11-11T05:19:58,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/backup-masters 2024-11-11T05:19:58,322 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:19:58,322 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,38529,1731302397916 2024-11-11T05:19:58,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/hbase.id] with ID: 4b4c3564-2612-4be7-86a3-e82c88fb5844 2024-11-11T05:19:58,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/.tmp/hbase.id 2024-11-11T05:19:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:19:58,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:19:58,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:19:58,731 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/.tmp/hbase.id]:[hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/hbase.id] 2024-11-11T05:19:58,741 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:19:58,741 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:19:58,742 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:19:58,766 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:19:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:19:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:19:59,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:19:59,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:19:59,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:19:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:19:59,581 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store 2024-11-11T05:19:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:19:59,987 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:19:59,988 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:19:59,988 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:59,988 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:59,988 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:19:59,988 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:59,988 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:19:59,988 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302399988Disabling compacts and flushes for region at 1731302399988Disabling writes for close at 1731302399988Writing region close event to WAL at 1731302399988Closed at 1731302399988 2024-11-11T05:19:59,989 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/.initializing 2024-11-11T05:19:59,989 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/WALs/1d14b453aaa0,38529,1731302397916 2024-11-11T05:19:59,990 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:19:59,993 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C38529%2C1731302397916, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/WALs/1d14b453aaa0,38529,1731302397916, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/oldWALs, maxLogs=10 2024-11-11T05:20:00,005 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/WALs/1d14b453aaa0,38529,1731302397916/1d14b453aaa0%2C38529%2C1731302397916.1731302399993, exclude list is [], retry=0 2024-11-11T05:20:00,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049,DISK] 2024-11-11T05:20:00,010 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/WALs/1d14b453aaa0,38529,1731302397916/1d14b453aaa0%2C38529%2C1731302397916.1731302399993 2024-11-11T05:20:00,010 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-11T05:20:00,010 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:00,010 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:00,011 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,011 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:20:00,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:00,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:00,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:20:00,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:00,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:00,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:20:00,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:00,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:00,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:20:00,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:00,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:00,018 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,019 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:00,022 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:00,024 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:00,024 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73304869, jitterRate=0.09232766926288605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:00,025 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302400011Initializing all the Stores at 1731302400011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302400012 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302400012Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302400012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302400012Cleaning up temporary data from old regions at 1731302400021 (+9 ms)Region opened successfully at 1731302400025 (+4 ms) 2024-11-11T05:20:00,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:20:00,027 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473e74f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:00,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:20:00,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:20:00,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:20:00,028 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:20:00,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:20:00,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:20:00,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:20:00,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:20:00,031 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Unable to get data of znode /0916241559/balancer because node does not exist (not necessarily an error) 2024-11-11T05:20:00,081 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/balancer already deleted, retry=false 2024-11-11T05:20:00,082 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:20:00,083 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Unable to get data of znode /0916241559/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:20:00,092 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/normalizer already deleted, retry=false 2024-11-11T05:20:00,092 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:20:00,093 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Unable to get data of znode /0916241559/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:20:00,104 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/switch/split already deleted, retry=false 2024-11-11T05:20:00,105 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Unable to get data of znode /0916241559/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:20:00,113 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/switch/merge already deleted, retry=false 2024-11-11T05:20:00,117 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Unable to get data of znode /0916241559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:20:00,128 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/snapshot-cleanup already deleted, retry=false 2024-11-11T05:20:00,139 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0916241559/running 2024-11-11T05:20:00,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0916241559/running 2024-11-11T05:20:00,139 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,139 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,38529,1731302397916, sessionid=0x10128560c500000, setting cluster-up flag (Was=false) 2024-11-11T05:20:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,160 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0916241559/flush-table-proc/acquired, /0916241559/flush-table-proc/reached, /0916241559/flush-table-proc/abort 2024-11-11T05:20:00,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,212 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:00,370 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0916241559/online-snapshot/acquired, /0916241559/online-snapshot/reached, /0916241559/online-snapshot/abort 2024-11-11T05:20:00,371 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:00,372 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:20:00,373 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:00,373 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:20:00,373 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:20:00,373 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,38529,1731302397916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:20:00,374 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:00,374 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:00,374 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:00,375 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:00,375 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:20:00,375 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,375 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:00,375 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:00,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:20:00,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:00,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302430383 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:20:00,384 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:20:00,388 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:20:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:20:00,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302400388,5,FailOnTimeoutGroup] 2024-11-11T05:20:00,389 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302400389,5,FailOnTimeoutGroup] 2024-11-11T05:20:00,389 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,389 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:20:00,389 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,389 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,451 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(746): ClusterId : 4b4c3564-2612-4be7-86a3-e82c88fb5844 2024-11-11T05:20:00,452 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:20:00,501 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:20:00,501 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:20:00,533 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:20:00,533 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187d8bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:00,546 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:38357 2024-11-11T05:20:00,546 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:20:00,546 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:20:00,546 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:20:00,547 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,38529,1731302397916 with port=38357, startcode=1731302398103 2024-11-11T05:20:00,547 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:20:00,549 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:20:00,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38529 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,550 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41 2024-11-11T05:20:00,551 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39973 2024-11-11T05:20:00,551 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:20:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/rs 2024-11-11T05:20:00,625 DEBUG [RS:0;1d14b453aaa0:38357 {}] zookeeper.ZKUtil(111): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on existing znode=/0916241559/rs/1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,625 WARN [RS:0;1d14b453aaa0:38357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:00,625 INFO [RS:0;1d14b453aaa0:38357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:00,625 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,38357,1731302398103] 2024-11-11T05:20:00,628 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:20:00,632 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:20:00,632 INFO [RS:0;1d14b453aaa0:38357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:20:00,633 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,636 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:20:00,637 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:20:00,637 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,637 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,638 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,638 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:00,638 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:00,638 DEBUG [RS:0;1d14b453aaa0:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,638 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38357,1731302398103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:00,656 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:20:00,656 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38357,1731302398103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,656 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,656 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.Replication(171): 1d14b453aaa0,38357,1731302398103 started 2024-11-11T05:20:00,672 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:00,672 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,38357,1731302398103, RpcServer on 1d14b453aaa0/172.17.0.2:38357, sessionid=0x10128560c500001 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38357,1731302398103' 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0916241559/flush-table-proc/abort' 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0916241559/flush-table-proc/acquired' 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,38357,1731302398103' 2024-11-11T05:20:00,673 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0916241559/online-snapshot/abort' 2024-11-11T05:20:00,674 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0916241559/online-snapshot/acquired' 2024-11-11T05:20:00,674 DEBUG [RS:0;1d14b453aaa0:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:20:00,674 INFO [RS:0;1d14b453aaa0:38357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:20:00,674 INFO [RS:0;1d14b453aaa0:38357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:20:00,774 INFO [RS:0;1d14b453aaa0:38357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:00,776 INFO [RS:0;1d14b453aaa0:38357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C38357%2C1731302398103, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/oldWALs, maxLogs=10 2024-11-11T05:20:00,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:20:00,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41 2024-11-11T05:20:00,793 DEBUG [RS:0;1d14b453aaa0:38357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, exclude list is [], retry=0 2024-11-11T05:20:00,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049,DISK] 2024-11-11T05:20:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:20:00,806 INFO [RS:0;1d14b453aaa0:38357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 2024-11-11T05:20:00,808 DEBUG [RS:0;1d14b453aaa0:38357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-11T05:20:01,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:01,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:01,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:01,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:01,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:01,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:01,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:01,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:01,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:01,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:01,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740 2024-11-11T05:20:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740 2024-11-11T05:20:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:01,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:01,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:01,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:01,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63924455, jitterRate=-0.04745139181613922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302401203Initializing all the Stores at 1731302401203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302401203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401203Cleaning up temporary data from old regions at 1731302401210 (+7 ms)Region opened successfully at 1731302401214 (+4 ms) 2024-11-11T05:20:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:01,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:01,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:01,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302401214Disabling compacts and flushes for region at 1731302401214Disabling writes for close at 1731302401214Writing region close event to WAL at 1731302401215 (+1 ms)Closed at 1731302401215 2024-11-11T05:20:01,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:01,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:20:01,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:20:01,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:01,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:20:01,368 DEBUG [1d14b453aaa0:38529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:20:01,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:01,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38357,1731302398103, state=OPENING 2024-11-11T05:20:01,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:20:01,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:01,475 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:01,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:01,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0916241559/meta-region-server: CHANGED 2024-11-11T05:20:01,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0916241559/meta-region-server: CHANGED 2024-11-11T05:20:01,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38357,1731302398103}] 2024-11-11T05:20:01,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:01,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:20:01,632 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:20:01,632 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:01,632 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:20:01,633 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C38357%2C1731302398103.meta, suffix=.meta, logDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/oldWALs, maxLogs=10 2024-11-11T05:20:01,644 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.meta.1731302401633.meta, exclude list is [], retry=0 2024-11-11T05:20:01,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049,DISK] 2024-11-11T05:20:01,648 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.meta.1731302401633.meta 2024-11-11T05:20:01,648 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-11T05:20:01,648 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:01,648 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:01,648 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:01,648 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:20:01,648 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:20:01,649 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:20:01,649 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:01,649 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:20:01,649 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:20:01,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:01,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:01,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:01,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:01,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:01,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:01,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:01,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:01,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:01,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:01,654 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:01,654 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740 2024-11-11T05:20:01,655 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740 2024-11-11T05:20:01,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:01,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:01,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:01,657 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:01,658 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64342760, jitterRate=-0.04121816158294678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:01,658 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:20:01,658 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302401649Writing region info on filesystem at 1731302401649Initializing all the Stores at 1731302401649Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401650 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302401650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302401650Cleaning up temporary data from old regions at 1731302401656 (+6 ms)Running coprocessor post-open hooks at 1731302401658 (+2 ms)Region opened successfully at 1731302401658 2024-11-11T05:20:01,659 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302401628 2024-11-11T05:20:01,661 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:20:01,661 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:20:01,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:01,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,38357,1731302398103, state=OPEN 2024-11-11T05:20:01,782 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0916241559/meta-region-server 2024-11-11T05:20:01,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0916241559/meta-region-server 2024-11-11T05:20:01,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:01,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0916241559/meta-region-server: CHANGED 2024-11-11T05:20:01,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0916241559/meta-region-server: CHANGED 2024-11-11T05:20:01,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:20:01,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,38357,1731302398103 in 306 msec 2024-11-11T05:20:01,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:20:01,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 568 msec 2024-11-11T05:20:01,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:01,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:20:01,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:01,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:01,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:01,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:01,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-11-11T05:20:01,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302401792, completionTime=-1 2024-11-11T05:20:01,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:20:01,792 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302461794 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302521794 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:38529, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,794 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,795 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.475sec 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:01,797 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:20:01,799 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:20:01,799 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:20:01,799 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,38529,1731302397916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:01,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486cc472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:01,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:01,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:01,854 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7154b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:01,855 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:01,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:01,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:01,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:01,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:20:01,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:01,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128560c500002 connected 2024-11-11T05:20:02,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir so I do NOT create it in target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507 2024-11-11T05:20:02,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:20:02,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.tmp.dir so I do NOT create it in target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507 2024-11-11T05:20:02,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:20:02,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507 2024-11-11T05:20:02,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:20:02,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/cluster_2d903bae-120f-1c21-4a67-788ab165aa3c, deleteOnExit=true 2024-11-11T05:20:02,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/test.cache.data in system properties and HBase conf 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:20:02,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:20:02,009 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:20:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:02,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:20:02,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:20:02,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:02,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:02,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:02,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:02,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:02,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:02,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:02,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:02,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/java.io.tmpdir/jetty-localhost-41537-hadoop-hdfs-3_4_1-tests_jar-_-any-6784341405379774587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:02,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:41537} 2024-11-11T05:20:02,643 INFO [Time-limited test {}] server.Server(415): Started @175056ms 2024-11-11T05:20:02,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:02,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:02,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:02,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:02,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:20:02,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:02,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:03,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20d00075{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/java.io.tmpdir/jetty-localhost-39095-hadoop-hdfs-3_4_1-tests_jar-_-any-11577429853293909967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:03,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:39095} 2024-11-11T05:20:03,022 INFO [Time-limited test {}] server.Server(415): Started @175435ms 2024-11-11T05:20:03,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:20:03,813 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/cluster_2d903bae-120f-1c21-4a67-788ab165aa3c/data/data2/current/BP-1476578422-172.17.0.2-1731302402050/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:03,813 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/cluster_2d903bae-120f-1c21-4a67-788ab165aa3c/data/data1/current/BP-1476578422-172.17.0.2-1731302402050/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:03,833 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:20:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf10952eb8f9d9ef with lease ID 0xfa69a7e729e29c11: Processing first storage report for DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570 from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=fe2b24e4-7ada-4e4d-90d8-b4aa83447de9, infoPort=36431, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=1847036777;c=1731302402050) 2024-11-11T05:20:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf10952eb8f9d9ef with lease ID 0xfa69a7e729e29c11: from storage DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570 node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=fe2b24e4-7ada-4e4d-90d8-b4aa83447de9, infoPort=36431, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=1847036777;c=1731302402050), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf10952eb8f9d9ef with lease ID 0xfa69a7e729e29c11: Processing first storage report for DS-9aa26ac3-5e74-4c1a-a7a2-b9ca374a9703 from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=fe2b24e4-7ada-4e4d-90d8-b4aa83447de9, infoPort=36431, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=1847036777;c=1731302402050) 2024-11-11T05:20:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf10952eb8f9d9ef with lease ID 0xfa69a7e729e29c11: from storage DS-9aa26ac3-5e74-4c1a-a7a2-b9ca374a9703 node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=fe2b24e4-7ada-4e4d-90d8-b4aa83447de9, infoPort=36431, infoSecurePort=0, ipcPort=43405, storageInfo=lv=-57;cid=testClusterID;nsid=1847036777;c=1731302402050), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:03,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507 2024-11-11T05:20:03,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:03,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:20:04,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4 with version=8 2024-11-11T05:20:04,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/hbase-staging 2024-11-11T05:20:04,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:04,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:04,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44183 2024-11-11T05:20:04,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44183 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:20:04,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441830x0, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:04,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44183-0x10128560c500003 connected 2024-11-11T05:20:04,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:04,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:04,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/running 2024-11-11T05:20:04,416 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4, hbase.cluster.distributed=false 2024-11-11T05:20:04,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/acl 2024-11-11T05:20:04,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-11T05:20:04,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44183 2024-11-11T05:20:04,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44183 2024-11-11T05:20:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-11T05:20:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-11T05:20:04,440 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:04,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:20:04,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:04,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40365 2024-11-11T05:20:04,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40365 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:20:04,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:04,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403650x0, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:04,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403650x0, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/running 2024-11-11T05:20:04,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40365-0x10128560c500004 connected 2024-11-11T05:20:04,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:20:04,461 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:20:04,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/master 2024-11-11T05:20:04,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/acl 2024-11-11T05:20:04,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40365 2024-11-11T05:20:04,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40365 2024-11-11T05:20:04,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40365 2024-11-11T05:20:04,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40365 2024-11-11T05:20:04,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40365 2024-11-11T05:20:04,485 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:44183 2024-11-11T05:20:04,485 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1818002853/backup-masters/1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/backup-masters 2024-11-11T05:20:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/backup-masters 2024-11-11T05:20:04,498 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on existing znode=/1-1818002853/backup-masters/1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1818002853/master 2024-11-11T05:20:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:04,508 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on existing znode=/1-1818002853/master 2024-11-11T05:20:04,508 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1818002853/backup-masters/1d14b453aaa0,44183,1731302404281 from backup master directory 2024-11-11T05:20:04,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1818002853/backup-masters/1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:04,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/backup-masters 2024-11-11T05:20:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/backup-masters 2024-11-11T05:20:04,518 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:04,518 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:04,521 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/hbase.id] with ID: 0a4386d1-9a15-40c6-83d2-76d7c19be151 2024-11-11T05:20:04,521 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/.tmp/hbase.id 2024-11-11T05:20:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:20:04,927 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/.tmp/hbase.id]:[hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/hbase.id] 2024-11-11T05:20:04,937 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:04,937 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:20:04,938 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:20:04,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:04,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:20:05,373 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:05,375 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:20:05,376 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:20:05,786 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store 2024-11-11T05:20:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:20:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:20:05,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:05,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T05:20:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:05,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:20:05,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:20:05,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:06,191 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:06,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:06,192 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:06,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:06,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:06,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:06,192 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:06,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302406192Disabling compacts and flushes for region at 1731302406192Disabling writes for close at 1731302406192Writing region close event to WAL at 1731302406192Closed at 1731302406192 2024-11-11T05:20:06,193 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/.initializing 2024-11-11T05:20:06,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/WALs/1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:06,194 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:06,195 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C44183%2C1731302404281, suffix=, logDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/WALs/1d14b453aaa0,44183,1731302404281, archiveDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/oldWALs, maxLogs=10 2024-11-11T05:20:06,209 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/WALs/1d14b453aaa0,44183,1731302404281/1d14b453aaa0%2C44183%2C1731302404281.1731302406195, exclude list is [], retry=0 2024-11-11T05:20:06,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570,DISK] 2024-11-11T05:20:06,220 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/WALs/1d14b453aaa0,44183,1731302404281/1d14b453aaa0%2C44183%2C1731302404281.1731302406195 2024-11-11T05:20:06,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-11T05:20:06,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:06,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:06,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:20:06,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:20:06,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:20:06,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:06,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:20:06,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:06,231 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,232 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,232 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,234 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,234 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,234 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:06,236 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:06,239 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:06,240 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978801, jitterRate=-0.09134505689144135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:06,240 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302406221Initializing all the Stores at 1731302406222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302406222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302406222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302406222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302406222Cleaning up temporary data from old regions at 1731302406234 (+12 ms)Region opened successfully at 1731302406240 (+6 ms) 2024-11-11T05:20:06,240 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:20:06,243 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbbf361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:06,244 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:20:06,244 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:20:06,244 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:20:06,244 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:20:06,245 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:20:06,245 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:20:06,245 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:20:06,247 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:20:06,248 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/balancer because node does not exist (not necessarily an error) 2024-11-11T05:20:06,260 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/balancer already deleted, retry=false 2024-11-11T05:20:06,260 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:20:06,261 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:20:06,270 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/normalizer already deleted, retry=false 2024-11-11T05:20:06,271 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:20:06,271 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:20:06,281 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/switch/split already deleted, retry=false 2024-11-11T05:20:06,281 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:20:06,291 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/switch/merge already deleted, retry=false 2024-11-11T05:20:06,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:20:06,302 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/snapshot-cleanup already deleted, retry=false 2024-11-11T05:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1818002853/running 2024-11-11T05:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1818002853/running 2024-11-11T05:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,314 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,44183,1731302404281, sessionid=0x10128560c500003, setting cluster-up flag (Was=false) 2024-11-11T05:20:06,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,365 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1818002853/flush-table-proc/acquired, /1-1818002853/flush-table-proc/reached, /1-1818002853/flush-table-proc/abort 2024-11-11T05:20:06,366 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:06,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1818002853/online-snapshot/acquired, /1-1818002853/online-snapshot/reached, /1-1818002853/online-snapshot/abort 2024-11-11T05:20:06,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:06,419 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:20:06,421 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:06,421 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:20:06,421 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:20:06,421 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,44183,1731302404281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:06,422 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:06,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:20:06,424 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:20:06,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302436428 2024-11-11T05:20:06,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:20:06,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:20:06,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:20:06,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:20:06,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:20:06,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:20:06,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:20:06,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:20:06,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:20:06,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:20:06,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:20:06,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:20:06,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302406433,5,FailOnTimeoutGroup] 2024-11-11T05:20:06,435 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302406434,5,FailOnTimeoutGroup] 2024-11-11T05:20:06,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:20:06,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:20:06,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:20:06,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4 2024-11-11T05:20:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741832_1008 (size=32) 2024-11-11T05:20:06,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:06,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:06,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:06,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:06,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:06,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:06,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:06,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:06,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:06,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:06,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:06,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:06,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:06,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:06,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:06,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740 2024-11-11T05:20:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740 2024-11-11T05:20:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:06,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:06,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:06,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64564072, jitterRate=-0.037920355796813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302406443Initializing all the Stores at 1731302406443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302406443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302406443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302406443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302406443Cleaning up temporary data from old regions at 1731302406453 (+10 ms)Region opened successfully at 1731302406461 (+8 ms) 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:06,461 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:06,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:06,463 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:06,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302406461Disabling compacts and flushes for region at 1731302406461Disabling writes for close at 1731302406461Writing region close event to WAL at 1731302406463 (+2 ms)Closed at 1731302406463 2024-11-11T05:20:06,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:06,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:20:06,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:20:06,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:06,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:20:06,473 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(746): ClusterId : 0a4386d1-9a15-40c6-83d2-76d7c19be151 2024-11-11T05:20:06,473 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:20:06,481 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:20:06,481 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:20:06,492 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:20:06,492 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1736ff5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:06,508 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:40365 2024-11-11T05:20:06,508 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:20:06,508 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:20:06,508 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:20:06,509 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,44183,1731302404281 with port=40365, startcode=1731302404440 2024-11-11T05:20:06,509 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:20:06,511 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:20:06,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44183 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,513 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4 2024-11-11T05:20:06,513 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41551 2024-11-11T05:20:06,513 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:20:06,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/rs 2024-11-11T05:20:06,585 DEBUG [RS:0;1d14b453aaa0:40365 {}] zookeeper.ZKUtil(111): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on existing znode=/1-1818002853/rs/1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,585 WARN [RS:0;1d14b453aaa0:40365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:06,585 INFO [RS:0;1d14b453aaa0:40365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:06,586 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,40365,1731302404440] 2024-11-11T05:20:06,588 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:20:06,590 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:20:06,590 INFO [RS:0;1d14b453aaa0:40365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:20:06,590 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,591 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:20:06,591 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:20:06,591 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,591 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,591 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,591 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,591 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:06,592 DEBUG [RS:0;1d14b453aaa0:40365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,596 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40365,1731302404440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:06,615 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:20:06,615 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40365,1731302404440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,615 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,615 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.Replication(171): 1d14b453aaa0,40365,1731302404440 started 2024-11-11T05:20:06,617 WARN [1d14b453aaa0:44183 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T05:20:06,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:20:06,637 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:06,637 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,40365,1731302404440, RpcServer on 1d14b453aaa0/172.17.0.2:40365, sessionid=0x10128560c500004 2024-11-11T05:20:06,638 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:20:06,638 DEBUG [RS:0;1d14b453aaa0:40365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,638 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40365,1731302404440' 2024-11-11T05:20:06,638 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1818002853/flush-table-proc/abort' 2024-11-11T05:20:06,638 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1818002853/flush-table-proc/acquired' 2024-11-11T05:20:06,641 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:20:06,641 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:20:06,641 DEBUG [RS:0;1d14b453aaa0:40365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,641 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,40365,1731302404440' 2024-11-11T05:20:06,641 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1818002853/online-snapshot/abort' 2024-11-11T05:20:06,642 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1818002853/online-snapshot/acquired' 2024-11-11T05:20:06,642 DEBUG [RS:0;1d14b453aaa0:40365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:20:06,642 INFO [RS:0;1d14b453aaa0:40365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:20:06,642 INFO [RS:0;1d14b453aaa0:40365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:20:06,743 INFO [RS:0;1d14b453aaa0:40365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:06,744 INFO [RS:0;1d14b453aaa0:40365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40365%2C1731302404440, suffix=, logDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440, archiveDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/oldWALs, maxLogs=10 2024-11-11T05:20:06,762 DEBUG [RS:0;1d14b453aaa0:40365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, exclude list is [], retry=0 2024-11-11T05:20:06,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570,DISK] 2024-11-11T05:20:06,769 INFO [RS:0;1d14b453aaa0:40365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 2024-11-11T05:20:06,769 DEBUG [RS:0;1d14b453aaa0:40365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-11T05:20:06,868 DEBUG [1d14b453aaa0:44183 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:20:06,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:06,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40365,1731302404440, state=OPENING 2024-11-11T05:20:06,944 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:20:06,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:06,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1818002853/meta-region-server: CHANGED 2024-11-11T05:20:06,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1818002853/meta-region-server: CHANGED 2024-11-11T05:20:06,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:06,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40365,1731302404440}] 2024-11-11T05:20:07,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:07,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:20:07,112 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:20:07,112 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:07,112 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:20:07,113 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40365%2C1731302404440.meta, suffix=.meta, logDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440, archiveDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/oldWALs, maxLogs=10 2024-11-11T05:20:07,125 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.meta.1731302407114.meta, exclude list is [], retry=0 2024-11-11T05:20:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570,DISK] 2024-11-11T05:20:07,128 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.meta.1731302407114.meta 2024-11-11T05:20:07,128 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-11T05:20:07,128 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:07,129 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:20:07,129 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:20:07,129 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:20:07,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:07,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:07,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:07,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:07,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:07,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:07,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:07,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:07,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:07,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:07,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:07,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:07,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:07,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:07,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:07,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:07,134 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:07,135 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740 2024-11-11T05:20:07,136 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740 2024-11-11T05:20:07,136 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:07,137 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:07,137 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:07,138 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:07,138 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61305510, jitterRate=-0.08647671341896057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:07,138 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:20:07,138 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302407129Writing region info on filesystem at 1731302407129Initializing all the Stores at 1731302407130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302407130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302407130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302407130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302407130Cleaning up temporary data from old regions at 1731302407137 (+7 ms)Running coprocessor post-open hooks at 1731302407138 (+1 ms)Region opened successfully at 1731302407138 2024-11-11T05:20:07,139 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302407107 2024-11-11T05:20:07,141 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:20:07,141 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:20:07,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:07,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,40365,1731302404440, state=OPEN 2024-11-11T05:20:07,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:07,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1818002853/meta-region-server 2024-11-11T05:20:07,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1818002853/meta-region-server 2024-11-11T05:20:07,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:07,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1818002853/meta-region-server: CHANGED 2024-11-11T05:20:07,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1818002853/meta-region-server: CHANGED 2024-11-11T05:20:07,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:20:07,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,40365,1731302404440 in 200 msec 2024-11-11T05:20:07,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:20:07,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-11-11T05:20:07,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:07,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:20:07,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:07,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:07,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:07,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:07,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 747 msec 2024-11-11T05:20:07,169 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302407169, completionTime=-1 2024-11-11T05:20:07,169 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:20:07,169 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302467171 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302527171 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:44183, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,171 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,173 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.657sec 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:07,175 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:20:07,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d241d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:07,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:07,177 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:20:07,177 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:20:07,177 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,44183,1731302404281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:07,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:07,178 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:07,180 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:07,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:07,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:07,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-11T05:20:07,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:07,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128560c500005 connected 2024-11-11T05:20:07,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f50022b 2024-11-11T05:20:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:07,211 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:07,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:20:07,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:07,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:07,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:20:07,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:20:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:07,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de9df8d14e3a8790ea2818704bcdd9ed, NAME => 'test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41 2024-11-11T05:20:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:20:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:08,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:08,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de9df8d14e3a8790ea2818704bcdd9ed, disabling compactions & flushes 2024-11-11T05:20:08,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. after waiting 0 ms 2024-11-11T05:20:08,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de9df8d14e3a8790ea2818704bcdd9ed: Waiting for close lock at 1731302408027Disabling compacts and flushes for region at 1731302408027Disabling writes for close at 1731302408027Writing region close event to WAL at 1731302408027Closed at 1731302408027 2024-11-11T05:20:08,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:08,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302408029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302408029"}]},"ts":"1731302408029"} 2024-11-11T05:20:08,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:08,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:08,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302408031"}]},"ts":"1731302408031"} 2024-11-11T05:20:08,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:20:08,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de9df8d14e3a8790ea2818704bcdd9ed, ASSIGN}] 2024-11-11T05:20:08,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de9df8d14e3a8790ea2818704bcdd9ed, ASSIGN 2024-11-11T05:20:08,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de9df8d14e3a8790ea2818704bcdd9ed, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38357,1731302398103; forceNewPlan=false, retain=false 2024-11-11T05:20:08,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de9df8d14e3a8790ea2818704bcdd9ed, regionState=OPENING, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:08,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de9df8d14e3a8790ea2818704bcdd9ed, ASSIGN because future has completed 2024-11-11T05:20:08,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9df8d14e3a8790ea2818704bcdd9ed, server=1d14b453aaa0,38357,1731302398103}] 2024-11-11T05:20:08,354 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,354 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de9df8d14e3a8790ea2818704bcdd9ed, NAME => 'test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:08,354 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:08,354 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:20:08,354 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,354 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:08,355 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,355 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:08,356 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,357 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9df8d14e3a8790ea2818704bcdd9ed columnFamilyName f 2024-11-11T05:20:08,357 DEBUG [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:08,358 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(327): Store=de9df8d14e3a8790ea2818704bcdd9ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:08,358 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,360 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9df8d14e3a8790ea2818704bcdd9ed columnFamilyName f1 2024-11-11T05:20:08,360 DEBUG [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:08,360 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(327): Store=de9df8d14e3a8790ea2818704bcdd9ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:08,360 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,361 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9df8d14e3a8790ea2818704bcdd9ed columnFamilyName norep 2024-11-11T05:20:08,361 DEBUG [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:08,362 INFO [StoreOpener-de9df8d14e3a8790ea2818704bcdd9ed-1 {}] regionserver.HStore(327): Store=de9df8d14e3a8790ea2818704bcdd9ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:08,362 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,362 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,363 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,363 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,364 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,364 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:08,365 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,372 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:08,372 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de9df8d14e3a8790ea2818704bcdd9ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59665422, jitterRate=-0.11091592907905579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:08,372 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:08,373 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de9df8d14e3a8790ea2818704bcdd9ed: Running coprocessor pre-open hook at 1731302408355Writing region info on filesystem at 1731302408355Initializing all the Stores at 1731302408356 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302408356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302408356Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302408356Cleaning up temporary data from old regions at 1731302408364 (+8 ms)Running coprocessor post-open hooks at 1731302408372 (+8 ms)Region opened successfully at 1731302408373 (+1 ms) 2024-11-11T05:20:08,374 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., pid=6, masterSystemTime=1731302408348 2024-11-11T05:20:08,376 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,376 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:08,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de9df8d14e3a8790ea2818704bcdd9ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:08,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9df8d14e3a8790ea2818704bcdd9ed, server=1d14b453aaa0,38357,1731302398103 because future has completed 2024-11-11T05:20:08,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:20:08,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de9df8d14e3a8790ea2818704bcdd9ed, server=1d14b453aaa0,38357,1731302398103 in 184 msec 2024-11-11T05:20:08,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:20:08,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de9df8d14e3a8790ea2818704bcdd9ed, ASSIGN in 348 msec 2024-11-11T05:20:08,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:08,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302408386"}]},"ts":"1731302408386"} 2024-11-11T05:20:08,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:20:08,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:08,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-11T05:20:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:09,366 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:20:09,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@93deff9 2024-11-11T05:20:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:09,373 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:09,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:20:09,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:09,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:09,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:20:09,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:09,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:20:09,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f72b10890219797e863a9c129a2d10de, NAME => 'test,,1731302409374.f72b10890219797e863a9c129a2d10de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4 2024-11-11T05:20:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:20:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302409374.f72b10890219797e863a9c129a2d10de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:09,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f72b10890219797e863a9c129a2d10de, disabling compactions & flushes 2024-11-11T05:20:09,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302409374.f72b10890219797e863a9c129a2d10de. after waiting 0 ms 2024-11-11T05:20:09,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f72b10890219797e863a9c129a2d10de: Waiting for close lock at 1731302409473Disabling compacts and flushes for region at 1731302409473Disabling writes for close at 1731302409473Writing region close event to WAL at 1731302409473Closed at 1731302409473 2024-11-11T05:20:09,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:09,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302409374.f72b10890219797e863a9c129a2d10de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302409474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302409474"}]},"ts":"1731302409474"} 2024-11-11T05:20:09,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:09,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:09,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302409478"}]},"ts":"1731302409478"} 2024-11-11T05:20:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:09,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:20:09,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f72b10890219797e863a9c129a2d10de, ASSIGN}] 2024-11-11T05:20:09,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f72b10890219797e863a9c129a2d10de, ASSIGN 2024-11-11T05:20:09,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f72b10890219797e863a9c129a2d10de, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40365,1731302404440; forceNewPlan=false, retain=false 2024-11-11T05:20:09,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f72b10890219797e863a9c129a2d10de, regionState=OPENING, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f72b10890219797e863a9c129a2d10de, ASSIGN because future has completed 2024-11-11T05:20:09,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72b10890219797e863a9c129a2d10de, server=1d14b453aaa0,40365,1731302404440}] 2024-11-11T05:20:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:09,814 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,814 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f72b10890219797e863a9c129a2d10de, NAME => 'test,,1731302409374.f72b10890219797e863a9c129a2d10de.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:09,815 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:09,815 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:20:09,815 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,815 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302409374.f72b10890219797e863a9c129a2d10de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:09,816 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,816 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,821 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,823 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72b10890219797e863a9c129a2d10de columnFamilyName f 2024-11-11T05:20:09,823 DEBUG [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:09,824 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(327): Store=f72b10890219797e863a9c129a2d10de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:09,824 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,825 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72b10890219797e863a9c129a2d10de columnFamilyName f1 2024-11-11T05:20:09,825 DEBUG [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:09,826 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(327): Store=f72b10890219797e863a9c129a2d10de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:09,826 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,827 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72b10890219797e863a9c129a2d10de columnFamilyName norep 2024-11-11T05:20:09,827 DEBUG [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:09,828 INFO [StoreOpener-f72b10890219797e863a9c129a2d10de-1 {}] regionserver.HStore(327): Store=f72b10890219797e863a9c129a2d10de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:09,828 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,828 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,829 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,829 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,830 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,830 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:09,831 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,834 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:09,835 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f72b10890219797e863a9c129a2d10de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74613915, jitterRate=0.11183397471904755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:09,836 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:09,836 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f72b10890219797e863a9c129a2d10de: Running coprocessor pre-open hook at 1731302409816Writing region info on filesystem at 1731302409816Initializing all the Stores at 1731302409819 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302409819Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302409820 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302409820Cleaning up temporary data from old regions at 1731302409830 (+10 ms)Running coprocessor post-open hooks at 1731302409836 (+6 ms)Region opened successfully at 1731302409836 2024-11-11T05:20:09,837 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302409374.f72b10890219797e863a9c129a2d10de., pid=6, masterSystemTime=1731302409809 2024-11-11T05:20:09,841 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,841 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:09,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f72b10890219797e863a9c129a2d10de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:09,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72b10890219797e863a9c129a2d10de, server=1d14b453aaa0,40365,1731302404440 because future has completed 2024-11-11T05:20:09,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:20:09,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f72b10890219797e863a9c129a2d10de, server=1d14b453aaa0,40365,1731302404440 in 195 msec 2024-11-11T05:20:09,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:20:09,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f72b10890219797e863a9c129a2d10de, ASSIGN in 365 msec 2024-11-11T05:20:09,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:09,861 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302409861"}]},"ts":"1731302409861"} 2024-11-11T05:20:09,864 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:20:09,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:09,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 491 msec 2024-11-11T05:20:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:10,006 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:20:10,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:10,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:10,007 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8526966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,009 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6c9886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:10,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:10,012 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786d864a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,013 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:10,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ea6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:10,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:10,016 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647cf973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,017 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:10,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609629e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6777d135 2024-11-11T05:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:10,021 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:10,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:44183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:20:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:20:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:10,024 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:44183' 2024-11-11T05:20:10,025 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a91902c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,025 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:10,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:10,026 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f56617d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:10,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,027 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:10,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f015f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:10,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f260671 2024-11-11T05:20:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:10,030 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:10,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:20:10,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:20:10,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:10,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:10,031 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:10,032 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:20:10,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:10,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:10,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:20:10,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:20:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:10,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983caa5cbe190fb4fb7baf1ec084775c, NAME => 'hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41 2024-11-11T05:20:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:20:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:10,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:10,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 983caa5cbe190fb4fb7baf1ec084775c, disabling compactions & flushes 2024-11-11T05:20:10,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:10,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:10,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. after waiting 0 ms 2024-11-11T05:20:10,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:10,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:10,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983caa5cbe190fb4fb7baf1ec084775c: Waiting for close lock at 1731302410850Disabling compacts and flushes for region at 1731302410850Disabling writes for close at 1731302410850Writing region close event to WAL at 1731302410850Closed at 1731302410850 2024-11-11T05:20:10,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:10,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302410852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302410852"}]},"ts":"1731302410852"} 2024-11-11T05:20:10,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:10,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:10,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302410859"}]},"ts":"1731302410859"} 2024-11-11T05:20:10,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:20:10,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983caa5cbe190fb4fb7baf1ec084775c, ASSIGN}] 2024-11-11T05:20:10,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983caa5cbe190fb4fb7baf1ec084775c, ASSIGN 2024-11-11T05:20:10,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983caa5cbe190fb4fb7baf1ec084775c, ASSIGN; state=OFFLINE, location=1d14b453aaa0,38357,1731302398103; forceNewPlan=false, retain=false 2024-11-11T05:20:11,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983caa5cbe190fb4fb7baf1ec084775c, regionState=OPENING, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983caa5cbe190fb4fb7baf1ec084775c, ASSIGN because future has completed 2024-11-11T05:20:11,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983caa5cbe190fb4fb7baf1ec084775c, server=1d14b453aaa0,38357,1731302398103}] 2024-11-11T05:20:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:11,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:11,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:11,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:20:11,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C38357%2C1731302398103.rep, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/oldWALs, maxLogs=10 2024-11-11T05:20:11,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.rep.1731302411190, exclude list is [], retry=0 2024-11-11T05:20:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37379,DS-45fd2e32-f4a2-4401-9a26-09cfba7f1049,DISK] 2024-11-11T05:20:11,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.rep.1731302411190 2024-11-11T05:20:11,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42151:42151)] 2024-11-11T05:20:11,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 983caa5cbe190fb4fb7baf1ec084775c, NAME => 'hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:11,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. service=MultiRowMutationService 2024-11-11T05:20:11,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,218 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,219 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983caa5cbe190fb4fb7baf1ec084775c columnFamilyName hfileref 2024-11-11T05:20:11,219 DEBUG [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:11,219 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(327): Store=983caa5cbe190fb4fb7baf1ec084775c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:11,219 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,220 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983caa5cbe190fb4fb7baf1ec084775c columnFamilyName queue 2024-11-11T05:20:11,220 DEBUG [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:11,221 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(327): Store=983caa5cbe190fb4fb7baf1ec084775c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:11,221 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,222 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983caa5cbe190fb4fb7baf1ec084775c columnFamilyName sid 2024-11-11T05:20:11,222 DEBUG [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:11,222 INFO [StoreOpener-983caa5cbe190fb4fb7baf1ec084775c-1 {}] regionserver.HStore(327): Store=983caa5cbe190fb4fb7baf1ec084775c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:11,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:11,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 983caa5cbe190fb4fb7baf1ec084775c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67323906, jitterRate=0.0032043755054473877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:11,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:11,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 983caa5cbe190fb4fb7baf1ec084775c: Running coprocessor pre-open hook at 1731302411216Writing region info on filesystem at 1731302411216Initializing all the Stores at 1731302411217 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302411217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302411217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302411217Cleaning up temporary data from old regions at 1731302411224 (+7 ms)Running coprocessor post-open hooks at 1731302411228 (+4 ms)Region opened successfully at 1731302411229 (+1 ms) 2024-11-11T05:20:11,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c., pid=10, masterSystemTime=1731302411178 2024-11-11T05:20:11,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:11,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:11,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983caa5cbe190fb4fb7baf1ec084775c, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983caa5cbe190fb4fb7baf1ec084775c, server=1d14b453aaa0,38357,1731302398103 because future has completed 2024-11-11T05:20:11,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:20:11,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 983caa5cbe190fb4fb7baf1ec084775c, server=1d14b453aaa0,38357,1731302398103 in 215 msec 2024-11-11T05:20:11,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:20:11,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983caa5cbe190fb4fb7baf1ec084775c, ASSIGN in 378 msec 2024-11-11T05:20:11,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:11,247 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302411247"}]},"ts":"1731302411247"} 2024-11-11T05:20:11,249 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:20:11,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:11,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-11T05:20:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2] 2024-11-11T05:20:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:11,391 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:11,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:20:11,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:20:11,574 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:20:11,628 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,38357,1731302398103, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:20:11,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:11,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:11,629 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:11,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:11,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,38357,1731302398103', locateType=CURRENT is [region=hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2] 2024-11-11T05:20:11,640 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:20:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:20:11,643 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,38357,1731302398103 suceeded 2024-11-11T05:20:11,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:20:11,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-11T05:20:11,647 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:44183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:20:11,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6260 sec 2024-11-11T05:20:11,666 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:44183' 2024-11-11T05:20:11,667 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6daa8113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:11,667 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:11,668 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:11,669 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8bc7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:11,671 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:11,671 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c41014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:11,672 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c859ff 2024-11-11T05:20:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:11,674 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:11,675 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,38357,1731302398103 (queues=1) is replicating from cluster=4b4c3564-2612-4be7-86a3-e82c88fb5844 to cluster=0a4386d1-9a15-40c6-83d2-76d7c19be151 2024-11-11T05:20:11,675 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C38357%2C1731302398103 2024-11-11T05:20:11,676 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,38357,1731302398103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:20:11,676 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, startPosition=0, beingWritten=true 2024-11-11T05:20:11,684 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C38357%2C1731302398103 2024-11-11T05:20:11,691 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:11,691 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:11,691 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,38357,1731302398103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:11,898 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:12,186 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:20:12,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:12,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:12,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:12,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:12,188 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0b7b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,190 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52040d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555ee319 2024-11-11T05:20:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:12,193 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:12,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:38529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:20:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:20:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:12,196 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:38529' 2024-11-11T05:20:12,197 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb1062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,197 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:12,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:12,198 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c84c9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:12,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:12,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,199 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:12,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d629b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:12,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c1bc015 2024-11-11T05:20:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:12,202 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:12,202 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:12,203 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:20:12,203 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:20:12,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:12,203 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:12,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:12,205 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:20:12,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:12,206 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:12,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:20:12,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d09a8529fe04e9c38036e84588875854, NAME => 'hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4 2024-11-11T05:20:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:20:12,256 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:20:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:12,609 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:12,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:12,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:12,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d09a8529fe04e9c38036e84588875854, disabling compactions & flushes 2024-11-11T05:20:12,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:12,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:12,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. after waiting 0 ms 2024-11-11T05:20:12,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:12,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:12,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d09a8529fe04e9c38036e84588875854: Waiting for close lock at 1731302412641Disabling compacts and flushes for region at 1731302412641Disabling writes for close at 1731302412642 (+1 ms)Writing region close event to WAL at 1731302412642Closed at 1731302412642 2024-11-11T05:20:12,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:12,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302412643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302412643"}]},"ts":"1731302412643"} 2024-11-11T05:20:12,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:12,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:12,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302412647"}]},"ts":"1731302412647"} 2024-11-11T05:20:12,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:20:12,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d09a8529fe04e9c38036e84588875854, ASSIGN}] 2024-11-11T05:20:12,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d09a8529fe04e9c38036e84588875854, ASSIGN 2024-11-11T05:20:12,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d09a8529fe04e9c38036e84588875854, ASSIGN; state=OFFLINE, location=1d14b453aaa0,40365,1731302404440; forceNewPlan=false, retain=false 2024-11-11T05:20:12,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:12,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:20:12,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:20:12,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d09a8529fe04e9c38036e84588875854, regionState=OPENING, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d09a8529fe04e9c38036e84588875854, ASSIGN because future has completed 2024-11-11T05:20:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:12,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d09a8529fe04e9c38036e84588875854, server=1d14b453aaa0,40365,1731302404440}] 2024-11-11T05:20:12,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:12,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:12,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:20:12,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C40365%2C1731302404440.rep, suffix=, logDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440, archiveDir=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/oldWALs, maxLogs=10 2024-11-11T05:20:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.rep.1731302412993, exclude list is [], retry=0 2024-11-11T05:20:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-69e9a239-2b37-4cd9-a669-1aaba1ec3570,DISK] 2024-11-11T05:20:13,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.rep.1731302412993 2024-11-11T05:20:13,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431)] 2024-11-11T05:20:13,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d09a8529fe04e9c38036e84588875854, NAME => 'hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:13,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:13,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:13,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. service=MultiRowMutationService 2024-11-11T05:20:13,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:20:13,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:13,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,032 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,034 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d09a8529fe04e9c38036e84588875854 columnFamilyName hfileref 2024-11-11T05:20:13,034 DEBUG [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:13,035 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(327): Store=d09a8529fe04e9c38036e84588875854/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:13,035 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,037 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d09a8529fe04e9c38036e84588875854 columnFamilyName queue 2024-11-11T05:20:13,037 DEBUG [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:13,038 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(327): Store=d09a8529fe04e9c38036e84588875854/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:13,038 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,039 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d09a8529fe04e9c38036e84588875854 columnFamilyName sid 2024-11-11T05:20:13,039 DEBUG [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:13,040 INFO [StoreOpener-d09a8529fe04e9c38036e84588875854-1 {}] regionserver.HStore(327): Store=d09a8529fe04e9c38036e84588875854/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:13,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:13,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:13,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d09a8529fe04e9c38036e84588875854; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64594734, jitterRate=-0.03746345639228821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:13,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:13,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d09a8529fe04e9c38036e84588875854: Running coprocessor pre-open hook at 1731302413025Writing region info on filesystem at 1731302413025Initializing all the Stores at 1731302413028 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302413028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302413032 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302413032Cleaning up temporary data from old regions at 1731302413042 (+10 ms)Running coprocessor post-open hooks at 1731302413062 (+20 ms)Region opened successfully at 1731302413062 2024-11-11T05:20:13,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854., pid=10, masterSystemTime=1731302412983 2024-11-11T05:20:13,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:13,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:13,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d09a8529fe04e9c38036e84588875854, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d09a8529fe04e9c38036e84588875854, server=1d14b453aaa0,40365,1731302404440 because future has completed 2024-11-11T05:20:13,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:20:13,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d09a8529fe04e9c38036e84588875854, server=1d14b453aaa0,40365,1731302404440 in 244 msec 2024-11-11T05:20:13,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:20:13,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d09a8529fe04e9c38036e84588875854, ASSIGN in 424 msec 2024-11-11T05:20:13,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:13,079 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302413079"}]},"ts":"1731302413079"} 2024-11-11T05:20:13,081 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:20:13,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:13,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 880 msec 2024-11-11T05:20:13,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2] 2024-11-11T05:20:13,145 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:13,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:13,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:13,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:20:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:13,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:20:13,354 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:20:13,377 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,40365,1731302404440, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:20:13,377 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:13,378 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:13,378 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:13,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:13,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,40365,1731302404440', locateType=CURRENT is [region=hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2] 2024-11-11T05:20:13,382 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:20:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:20:13,383 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,40365,1731302404440 suceeded 2024-11-11T05:20:13,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:20:13,385 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:38529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:20:13,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-11T05:20:13,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1920 sec 2024-11-11T05:20:13,395 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:38529' 2024-11-11T05:20:13,396 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4c888d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:13,396 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:13,396 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:13,397 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@646aacd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:13,398 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:13,398 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686c12d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:13,399 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da6a656 2024-11-11T05:20:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:13,400 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:13,400 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,40365,1731302404440 (queues=1) is replicating from cluster=0a4386d1-9a15-40c6-83d2-76d7c19be151 to cluster=4b4c3564-2612-4be7-86a3-e82c88fb5844 2024-11-11T05:20:13,400 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C40365%2C1731302404440 2024-11-11T05:20:13,400 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,40365,1731302404440, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:20:13,401 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C40365%2C1731302404440 2024-11-11T05:20:13,401 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, startPosition=0, beingWritten=true 2024-11-11T05:20:13,405 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:13,405 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:13,405 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,40365,1731302404440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:13,610 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:13,749 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:13,914 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:14,319 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:14,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:20:14,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:14,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:14,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:14,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:14,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:14,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:14,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731302414348/Put/seqid=0 2024-11-11T05:20:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741840_1016 (size=7894) 2024-11-11T05:20:14,453 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:14,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731302414755/Put/seqid=0 2024-11-11T05:20:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741841_1017 (size=7691) 2024-11-11T05:20:14,827 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:15,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4df75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:15,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:15,161 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53971d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:15,163 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:15,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:15,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:15,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:15,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5de0d855 2024-11-11T05:20:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:15,174 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2] 2024-11-11T05:20:15,179 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:15,184 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T05:20:15,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T05:20:15,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_1 for inclusion in de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T05:20:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:15,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_0 for inclusion in de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T05:20:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegion(2603): Flush status journal for de9df8d14e3a8790ea2818704bcdd9ed: 2024-11-11T05:20:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_1 2024-11-11T05:20:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_1 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/ec30b956e8484793af992e773e799887_SeqId_4_ 2024-11-11T05:20:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_0 2024-11-11T05:20:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_0 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ 2024-11-11T05:20:15,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_1 into de9df8d14e3a8790ea2818704bcdd9ed/f as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/ec30b956e8484793af992e773e799887_SeqId_4_ - updating store file list. 2024-11-11T05:20:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec30b956e8484793af992e773e799887_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:15,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/ec30b956e8484793af992e773e799887_SeqId_4_ into de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:15,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_1 into de9df8d14e3a8790ea2818704bcdd9ed/f (new location: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/ec30b956e8484793af992e773e799887_SeqId_4_) 2024-11-11T05:20:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_1 2024-11-11T05:20:15,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_0 into de9df8d14e3a8790ea2818704bcdd9ed/f as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ - updating store file list. 2024-11-11T05:20:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d71e9c10ae3410a841de5150dc43002_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:15,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ into de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:15,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_0 into de9df8d14e3a8790ea2818704bcdd9ed/f (new location: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_) 2024-11-11T05:20:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins__test__j74m93c5qlbrrk6uudmll7t1951o5lio07mea4doo7atqcd1ofs8m3efkho0t6dr/f/hfile_0 2024-11-11T05:20:15,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:15,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:15,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:15,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:15,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2 , the old value is region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:38357 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:20:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:20:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2 from cache 2024-11-11T05:20:15,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:15,215 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T05:20:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:15,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2] 2024-11-11T05:20:15,219 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:20:15,257 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 379, reset compression=false 2024-11-11T05:20:15,261 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:15,261 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,38357,1731302398103 got entry batch from reader: WALEntryBatch [walEntries=[{test/de9df8d14e3a8790ea2818704bcdd9ed/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302415212/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:20:15,263 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:15,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T05:20:15,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.ReplicationSink(318): Replicating [4b4c3564-2612-4be7-86a3-e82c88fb5844] bulk loaded data 2024-11-11T05:20:15,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ebb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:15,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:15,265 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:15,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8901fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:15,267 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:15,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1580e7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741840_1016 (size=7691) 2024-11-11T05:20:15,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:38357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:20:15,430 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:15,461 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:15,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741841_1017 (size=7894) 2024-11-11T05:20:15,765 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:15,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:20:15,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:15,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:20:15,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:15,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:15,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:20:16,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f60986 2024-11-11T05:20:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:16,089 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:16,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:16,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:16,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:16,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:16,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:16,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T05:20:16,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T05:20:16,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ for inclusion in f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T05:20:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:16,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ for inclusion in f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T05:20:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegion(2603): Flush status journal for f72b10890219797e863a9c129a2d10de: 2024-11-11T05:20:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec30b956e8484793af992e773e799887_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:20:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/a063c483d736405fb30f14a88b9aebbe_SeqId_4_ 2024-11-11T05:20:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d71e9c10ae3410a841de5150dc43002_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:20:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/06f3236871da4b7e98381e829f6cf448_SeqId_4_ 2024-11-11T05:20:16,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/a063c483d736405fb30f14a88b9aebbe_SeqId_4_ - updating store file list. 2024-11-11T05:20:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a063c483d736405fb30f14a88b9aebbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:16,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/a063c483d736405fb30f14a88b9aebbe_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f (new location: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/a063c483d736405fb30f14a88b9aebbe_SeqId_4_) 2024-11-11T05:20:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/ec30b956e8484793af992e773e799887_SeqId_4_ 2024-11-11T05:20:16,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/06f3236871da4b7e98381e829f6cf448_SeqId_4_ - updating store file list. 2024-11-11T05:20:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06f3236871da4b7e98381e829f6cf448_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:16,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/06f3236871da4b7e98381e829f6cf448_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ into f72b10890219797e863a9c129a2d10de/f (new location: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/06f3236871da4b7e98381e829f6cf448_SeqId_4_) 2024-11-11T05:20:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__vvr8kflahl8fslfqn2rnifn8a3gkne9nrt5srorembeund26i7i6orgf01577cqb/f/3d71e9c10ae3410a841de5150dc43002_SeqId_4_ 2024-11-11T05:20:16,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.ReplicationSink(324): Finished replicating [4b4c3564-2612-4be7-86a3-e82c88fb5844] bulk loaded data 2024-11-11T05:20:16,135 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 379, reset compression=false 2024-11-11T05:20:16,140 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:16,140 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,40365,1731302404440 got entry batch from reader: WALEntryBatch [walEntries=[{test/f72b10890219797e863a9c129a2d10de/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302416122/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T05:20:16,142 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:16,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T05:20:16,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.ReplicationSink(318): Replicating [4b4c3564-2612-4be7-86a3-e82c88fb5844, 0a4386d1-9a15-40c6-83d2-76d7c19be151] bulk loaded data 2024-11-11T05:20:16,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ebb20dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,38529,-1 for getting cluster id 2024-11-11T05:20:16,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:16,145 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b4c3564-2612-4be7-86a3-e82c88fb5844' 2024-11-11T05:20:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b4c3564-2612-4be7-86a3-e82c88fb5844" 2024-11-11T05:20:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677ae0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,38529,-1] 2024-11-11T05:20:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:16,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:16,147 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:16,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39fea5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741842_1018 (size=7691) 2024-11-11T05:20:16,169 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:16,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:16,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731302416231/Put/seqid=0 2024-11-11T05:20:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741842_1018 (size=11194) 2024-11-11T05:20:16,340 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 725, reset compression=false 2024-11-11T05:20:16,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741843_1019 (size=7894) 2024-11-11T05:20:16,644 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 725, reset compression=false 2024-11-11T05:20:16,673 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:16,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731302416684/Put/seqid=0 2024-11-11T05:20:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741843_1019 (size=10791) 2024-11-11T05:20:16,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,44183,-1 for getting cluster id 2024-11-11T05:20:16,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:16,693 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4386d1-9a15-40c6-83d2-76d7c19be151' 2024-11-11T05:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4386d1-9a15-40c6-83d2-76d7c19be151" 2024-11-11T05:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763e6d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,44183,-1] 2024-11-11T05:20:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:16,694 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:16,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642df537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:16,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,40365,1731302404440, seqNum=-1] 2024-11-11T05:20:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:16,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:16,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:16,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:16,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a556859 2024-11-11T05:20:16,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:16,705 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2] 2024-11-11T05:20:16,710 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:16,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T05:20:16,717 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T05:20:16,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T05:20:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:16,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T05:20:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegion(2603): Flush status journal for f72b10890219797e863a9c129a2d10de: 2024-11-11T05:20:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_0 2024-11-11T05:20:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_0 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ 2024-11-11T05:20:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_1 2024-11-11T05:20:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_1 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ 2024-11-11T05:20:16,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_0 into f72b10890219797e863a9c129a2d10de/f as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ - updating store file list. 2024-11-11T05:20:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ba725a754aa47b6a96209e0b2e95102_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:16,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ into f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_0 into f72b10890219797e863a9c129a2d10de/f (new location: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_) 2024-11-11T05:20:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_0 2024-11-11T05:20:16,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_1 into f72b10890219797e863a9c129a2d10de/f as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ - updating store file list. 2024-11-11T05:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9baeb48899c444eb83b13981da0fdd5b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:16,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ into f72b10890219797e863a9c129a2d10de/f 2024-11-11T05:20:16,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_1 into f72b10890219797e863a9c129a2d10de/f (new location: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_) 2024-11-11T05:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins__test__c2mhep3ttk1qb6c8ond4lms785jkfedld74es9uc49l8ujv1cb6ejto321odcmd/f/hfile_1 2024-11-11T05:20:16,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:16,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:16,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:16,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:16,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2 , the old value is region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:40365 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:20:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:20:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302409374.f72b10890219797e863a9c129a2d10de., hostname=1d14b453aaa0,40365,1731302404440, seqNum=2 from cache 2024-11-11T05:20:16,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:16,743 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T05:20:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:16,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed., hostname=1d14b453aaa0,38357,1731302398103, seqNum=2] 2024-11-11T05:20:16,752 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:20:16,845 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:20:16,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eca3288 2024-11-11T05:20:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:16,969 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:16,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:16,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:16,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,38357,1731302398103, seqNum=-1] 2024-11-11T05:20:16,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:16,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:16,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__gikl9rbrkq6tcmfficfse2m5nntd84936ogfopoigmcp79b801mhne1rl0oessh/f/06f3236871da4b7e98381e829f6cf448_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T05:20:16,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__gikl9rbrkq6tcmfficfse2m5nntd84936ogfopoigmcp79b801mhne1rl0oessh/f/a063c483d736405fb30f14a88b9aebbe_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T05:20:16,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.ReplicationSink(324): Finished replicating [4b4c3564-2612-4be7-86a3-e82c88fb5844, 0a4386d1-9a15-40c6-83d2-76d7c19be151] bulk loaded data 2024-11-11T05:20:17,047 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 725, reset compression=false 2024-11-11T05:20:17,052 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:17,052 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,40365,1731302404440 got entry batch from reader: WALEntryBatch [walEntries=[{test/f72b10890219797e863a9c129a2d10de/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302416740/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:20:17,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.ReplicationSink(318): Replicating [0a4386d1-9a15-40c6-83d2-76d7c19be151] bulk loaded data 2024-11-11T05:20:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741844_1020 (size=11194) 2024-11-11T05:20:17,252 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:17,277 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741845_1021 (size=10791) 2024-11-11T05:20:17,555 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:17,756 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:20:17,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:17,876 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T05:20:17,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T05:20:17,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ for inclusion in de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T05:20:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:17,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ for inclusion in de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T05:20:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:20:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegion(2603): Flush status journal for de9df8d14e3a8790ea2818704bcdd9ed: 2024-11-11T05:20:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:20:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/bde53247ed074dfca952310328e288fc_SeqId_6_ 2024-11-11T05:20:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:20:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_ 2024-11-11T05:20:17,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/bde53247ed074dfca952310328e288fc_SeqId_6_ - updating store file list. 2024-11-11T05:20:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bde53247ed074dfca952310328e288fc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:17,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/bde53247ed074dfca952310328e288fc_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:17,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f (new location: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/bde53247ed074dfca952310328e288fc_SeqId_6_) 2024-11-11T05:20:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/0ba725a754aa47b6a96209e0b2e95102_SeqId_6_ 2024-11-11T05:20:17,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_ - updating store file list. 2024-11-11T05:20:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:20:17,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f 2024-11-11T05:20:17,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ into de9df8d14e3a8790ea2818704bcdd9ed/f (new location: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/f/a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_) 2024-11-11T05:20:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/staging/jenkins.hfs.10__test__s7bjut36j8gc2ce50krucv24upkhpn2spssp2uha0cr7n2f0mguiri3d7tjppl8j/f/9baeb48899c444eb83b13981da0fdd5b_SeqId_6_ 2024-11-11T05:20:17,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38357 {}] regionserver.ReplicationSink(324): Finished replicating [0a4386d1-9a15-40c6-83d2-76d7c19be151] bulk loaded data 2024-11-11T05:20:17,959 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:17,980 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 687, reset compression=false 2024-11-11T05:20:17,984 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:17,984 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,38357,1731302398103 got entry batch from reader: WALEntryBatch [walEntries=[{test/de9df8d14e3a8790ea2818704bcdd9ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302417899/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T05:20:17,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.ReplicationSink(318): Replicating [0a4386d1-9a15-40c6-83d2-76d7c19be151, 4b4c3564-2612-4be7-86a3-e82c88fb5844] bulk loaded data 2024-11-11T05:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741844_1020 (size=11194) 2024-11-11T05:20:18,184 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741845_1021 (size=10791) 2024-11-11T05:20:18,462 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:18,500 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:18,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:18,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:20:18,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:18,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:18,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:18,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:18,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:18,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:20:18,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1957792211, stopped=false 2024-11-11T05:20:18,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,44183,1731302404281 2024-11-11T05:20:18,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:20:18,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__rciqfj3bg0p3co8temnpcmv51a0404eft79c9bseg4hkm1p6irltruflil9qhpdp/f/a5adbf8c03514ce8a381796aaaac3f8b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T05:20:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1818002853/running 2024-11-11T05:20:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1818002853/running 2024-11-11T05:20:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:18,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:18,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:18,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:18,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:18,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,40365,1731302404440' ***** 2024-11-11T05:20:18,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:20:18,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/running 2024-11-11T05:20:18,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Set watcher on znode that does not yet exist, /1-1818002853/running 2024-11-11T05:20:18,823 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:20:18,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(3091): Received CLOSE for d09a8529fe04e9c38036e84588875854 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(3091): Received CLOSE for f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40365. 2024-11-11T05:20:18,824 DEBUG [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:18,824 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d09a8529fe04e9c38036e84588875854, disabling compactions & flushes 2024-11-11T05:20:18,824 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:20:18,824 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. after waiting 0 ms 2024-11-11T05:20:18,825 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:20:18,825 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:18,825 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d09a8529fe04e9c38036e84588875854 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T05:20:18,828 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:20:18,828 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1325): Online Regions={d09a8529fe04e9c38036e84588875854=hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854., f72b10890219797e863a9c129a2d10de=test,,1731302409374.f72b10890219797e863a9c129a2d10de., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:20:18,828 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d09a8529fe04e9c38036e84588875854, f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:18,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/staging/jenkins.hfs.11__test__rciqfj3bg0p3co8temnpcmv51a0404eft79c9bseg4hkm1p6irltruflil9qhpdp/f/bde53247ed074dfca952310328e288fc_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T05:20:18,828 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:18,828 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:18,828 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:18,829 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:18,829 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:18,829 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:20:18,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40365 {}] regionserver.ReplicationSink(324): Finished replicating [0a4386d1-9a15-40c6-83d2-76d7c19be151, 4b4c3564-2612-4be7-86a3-e82c88fb5844] bulk loaded data 2024-11-11T05:20:18,845 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/hfileref/16d6dc4c77914b98b7bcad449d55b6d6 is 74, key is 1/hfileref:06f3236871da4b7e98381e829f6cf448_SeqId_4_/1731302416983/DeleteColumn/seqid=0 2024-11-11T05:20:18,847 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/info/13640e10c3c545d1b5205a4320f1ba4e is 147, key is hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854./info:regioninfo/1731302413066/Put/seqid=0 2024-11-11T05:20:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741846_1022 (size=5345) 2024-11-11T05:20:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741847_1023 (size=7686) 2024-11-11T05:20:18,903 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:18,910 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:19,028 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d09a8529fe04e9c38036e84588875854, f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:19,066 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:19,228 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d09a8529fe04e9c38036e84588875854, f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:19,251 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/info/13640e10c3c545d1b5205a4320f1ba4e 2024-11-11T05:20:19,251 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/hfileref/16d6dc4c77914b98b7bcad449d55b6d6 2024-11-11T05:20:19,268 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/queue/99efe2fce780434789df708578fe0dfe is 154, key is 1-1d14b453aaa0,40365,1731302404440/queue:1d14b453aaa0%2C40365%2C1731302404440/1731302417903/Put/seqid=0 2024-11-11T05:20:19,270 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/ns/48983d928d6b4a9f91cd1d6ba0f925d2 is 43, key is default/ns:d/1731302407165/Put/seqid=0 2024-11-11T05:20:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741848_1024 (size=5353) 2024-11-11T05:20:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741849_1025 (size=5153) 2024-11-11T05:20:19,279 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/ns/48983d928d6b4a9f91cd1d6ba0f925d2 2024-11-11T05:20:19,304 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/rep_barrier/3f10b2a939434985aeff4eb4c25df4a0 is 112, key is test,,1731302409374.f72b10890219797e863a9c129a2d10de./rep_barrier:seqnumDuringOpen/1731302409842/Put/seqid=0 2024-11-11T05:20:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741850_1026 (size=5518) 2024-11-11T05:20:19,406 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:19,428 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d09a8529fe04e9c38036e84588875854, f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:19,629 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d09a8529fe04e9c38036e84588875854, f72b10890219797e863a9c129a2d10de 2024-11-11T05:20:19,634 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:20:19,634 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:20:19,674 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/queue/99efe2fce780434789df708578fe0dfe 2024-11-11T05:20:19,679 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/hfileref/16d6dc4c77914b98b7bcad449d55b6d6 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/hfileref/16d6dc4c77914b98b7bcad449d55b6d6 2024-11-11T05:20:19,684 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/hfileref/16d6dc4c77914b98b7bcad449d55b6d6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T05:20:19,685 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/.tmp/queue/99efe2fce780434789df708578fe0dfe as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/queue/99efe2fce780434789df708578fe0dfe 2024-11-11T05:20:19,690 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/queue/99efe2fce780434789df708578fe0dfe, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T05:20:19,691 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d09a8529fe04e9c38036e84588875854 in 866ms, sequenceid=12, compaction requested=false 2024-11-11T05:20:19,694 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/replication/d09a8529fe04e9c38036e84588875854/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:19,695 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d09a8529fe04e9c38036e84588875854: Waiting for close lock at 1731302418824Running coprocessor pre-close hooks at 1731302418824Disabling compacts and flushes for region at 1731302418824Disabling writes for close at 1731302418825 (+1 ms)Obtaining lock to block concurrent updates at 1731302418825Preparing flush snapshotting stores in d09a8529fe04e9c38036e84588875854 at 1731302418825Finished memstore snapshotting hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731302418825Flushing stores of hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. at 1731302418826 (+1 ms)Flushing d09a8529fe04e9c38036e84588875854/hfileref: creating writer at 1731302418826Flushing d09a8529fe04e9c38036e84588875854/hfileref: appending metadata at 1731302418845 (+19 ms)Flushing d09a8529fe04e9c38036e84588875854/hfileref: closing flushed file at 1731302418845Flushing d09a8529fe04e9c38036e84588875854/queue: creating writer at 1731302419255 (+410 ms)Flushing d09a8529fe04e9c38036e84588875854/queue: appending metadata at 1731302419267 (+12 ms)Flushing d09a8529fe04e9c38036e84588875854/queue: closing flushed file at 1731302419267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10969a0b: reopening flushed file at 1731302419678 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30add213: reopening flushed file at 1731302419684 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d09a8529fe04e9c38036e84588875854 in 866ms, sequenceid=12, compaction requested=false at 1731302419691 (+7 ms)Writing region close event to WAL at 1731302419692 (+1 ms)Running coprocessor post-close hooks at 1731302419695 (+3 ms)Closed at 1731302419695 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302412203.d09a8529fe04e9c38036e84588875854. 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f72b10890219797e863a9c129a2d10de, disabling compactions & flushes 2024-11-11T05:20:19,695 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302409374.f72b10890219797e863a9c129a2d10de. after waiting 0 ms 2024-11-11T05:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:19,698 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/default/test/f72b10890219797e863a9c129a2d10de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:20:19,699 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:19,699 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:19,699 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:19,699 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f72b10890219797e863a9c129a2d10de: Waiting for close lock at 1731302419695Running coprocessor pre-close hooks at 1731302419695Disabling compacts and flushes for region at 1731302419695Disabling writes for close at 1731302419695Writing region close event to WAL at 1731302419696 (+1 ms)Running coprocessor post-close hooks at 1731302419699 (+3 ms)Closed at 1731302419699 2024-11-11T05:20:19,699 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302409374.f72b10890219797e863a9c129a2d10de. 2024-11-11T05:20:19,709 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/rep_barrier/3f10b2a939434985aeff4eb4c25df4a0 2024-11-11T05:20:19,725 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/table/0bc40ec8037943a5912cdcd3c7644c29 is 53, key is hbase:replication/table:state/1731302413079/Put/seqid=0 2024-11-11T05:20:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741851_1027 (size=5308) 2024-11-11T05:20:19,770 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1033, reset compression=false 2024-11-11T05:20:19,774 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:19,774 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1328, reset compression=false 2024-11-11T05:20:19,774 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,40365,1731302404440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:19,776 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,40365,1731302404440: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,40365,1731302404440, walGroup=1d14b453aaa0%2C40365%2C1731302404440, offset=1d14b453aaa0%2C40365%2C1731302404440.1731302406745:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:20:19,777 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:20:19,780 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:20:19,781 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:20:19,781 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:20:19,781 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:20:19,781 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 516793232 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187615056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:20:19,785 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:44183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:44183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:20:19,829 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:20:19,829 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:20:19,829 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:19,981 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.wal-reader.1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/WALs/1d14b453aaa0,40365,1731302404440/1d14b453aaa0%2C40365%2C1731302404440.1731302406745 to pos 1328, reset compression=false 2024-11-11T05:20:20,010 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:20,029 DEBUG [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:20,131 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/table/0bc40ec8037943a5912cdcd3c7644c29 2024-11-11T05:20:20,137 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/info/13640e10c3c545d1b5205a4320f1ba4e as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/info/13640e10c3c545d1b5205a4320f1ba4e 2024-11-11T05:20:20,140 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/info/13640e10c3c545d1b5205a4320f1ba4e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:20:20,141 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/ns/48983d928d6b4a9f91cd1d6ba0f925d2 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/ns/48983d928d6b4a9f91cd1d6ba0f925d2 2024-11-11T05:20:20,145 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/ns/48983d928d6b4a9f91cd1d6ba0f925d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:20:20,145 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/rep_barrier/3f10b2a939434985aeff4eb4c25df4a0 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/rep_barrier/3f10b2a939434985aeff4eb4c25df4a0 2024-11-11T05:20:20,149 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/rep_barrier/3f10b2a939434985aeff4eb4c25df4a0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:20:20,150 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/.tmp/table/0bc40ec8037943a5912cdcd3c7644c29 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/table/0bc40ec8037943a5912cdcd3c7644c29 2024-11-11T05:20:20,154 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/table/0bc40ec8037943a5912cdcd3c7644c29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:20:20,155 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-11T05:20:20,162 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:20:20,162 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:20,162 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:20,162 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:20,163 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302418828Running coprocessor pre-close hooks at 1731302418828Disabling compacts and flushes for region at 1731302418828Disabling writes for close at 1731302418829 (+1 ms)Obtaining lock to block concurrent updates at 1731302418829Preparing flush snapshotting stores in 1588230740 at 1731302418829Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302418829Flushing stores of hbase:meta,,1.1588230740 at 1731302418830 (+1 ms)Flushing 1588230740/info: creating writer at 1731302418830Flushing 1588230740/info: appending metadata at 1731302418846 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731302418846Flushing 1588230740/ns: creating writer at 1731302419255 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731302419270 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731302419270Flushing 1588230740/rep_barrier: creating writer at 1731302419286 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302419304 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302419304Flushing 1588230740/table: creating writer at 1731302419713 (+409 ms)Flushing 1588230740/table: appending metadata at 1731302419725 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731302419725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6107152c: reopening flushed file at 1731302420136 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c2c56f: reopening flushed file at 1731302420140 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12be93a6: reopening flushed file at 1731302420145 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16aa911: reopening flushed file at 1731302420150 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731302420155 (+5 ms)Writing region close event to WAL at 1731302420158 (+3 ms)Running coprocessor post-close hooks at 1731302420162 (+4 ms)Closed at 1731302420162 2024-11-11T05:20:20,163 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:20,229 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,40365,1731302404440; all regions closed. 2024-11-11T05:20:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:20:20,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741839_1015 (size=3127) 2024-11-11T05:20:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741833_1009 (size=1336) 2024-11-11T05:20:20,241 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:20,241 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:20,242 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:20,242 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:20,242 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:20,242 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:20,242 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,40365,1731302404440 because: Region server is closing 2024-11-11T05:20:20,242 INFO [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40365. 2024-11-11T05:20:20,243 DEBUG [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:20,243 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:20,243 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:20,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:20,343 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,40365,1731302404440.replicationSource.shipper1d14b453aaa0%2C40365%2C1731302404440,1-1d14b453aaa0,40365,1731302404440 terminated 2024-11-11T05:20:20,343 INFO [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:40365. 2024-11-11T05:20:20,343 DEBUG [RS:0;1d14b453aaa0:40365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:20,343 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:20,343 DEBUG [RS:0;1d14b453aaa0:40365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:20,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:20,344 INFO [RS:0;1d14b453aaa0:40365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40365 2024-11-11T05:20:20,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853/rs 2024-11-11T05:20:20,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1818002853/rs/1d14b453aaa0,40365,1731302404440 2024-11-11T05:20:20,396 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:20,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,40365,1731302404440] 2024-11-11T05:20:20,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1818002853/draining/1d14b453aaa0,40365,1731302404440 already deleted, retry=false 2024-11-11T05:20:20,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,40365,1731302404440 expired; onlineServers=0 2024-11-11T05:20:20,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,44183,1731302404281' ***** 2024-11-11T05:20:20,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:20:20,417 INFO [M:0;1d14b453aaa0:44183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:20,417 INFO [M:0;1d14b453aaa0:44183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:20,417 DEBUG [M:0;1d14b453aaa0:44183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:20:20,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:20:20,417 DEBUG [M:0;1d14b453aaa0:44183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:20:20,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302406434 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302406434,5,FailOnTimeoutGroup] 2024-11-11T05:20:20,418 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302406433 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302406433,5,FailOnTimeoutGroup] 2024-11-11T05:20:20,418 INFO [M:0;1d14b453aaa0:44183 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:20,418 INFO [M:0;1d14b453aaa0:44183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:20,418 DEBUG [M:0;1d14b453aaa0:44183 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:20:20,418 INFO [M:0;1d14b453aaa0:44183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:20:20,418 INFO [M:0;1d14b453aaa0:44183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:20,418 INFO [M:0;1d14b453aaa0:44183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:20:20,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:20:20,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1818002853/master 2024-11-11T05:20:20,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1818002853 2024-11-11T05:20:20,427 DEBUG [M:0;1d14b453aaa0:44183 {}] zookeeper.ZKUtil(347): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Unable to get data of znode /1-1818002853/master because node does not exist (not an error) 2024-11-11T05:20:20,427 WARN [M:0;1d14b453aaa0:44183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:20:20,428 INFO [M:0;1d14b453aaa0:44183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/.lastflushedseqids 2024-11-11T05:20:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741852_1028 (size=263) 2024-11-11T05:20:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:20,506 INFO [RS:0;1d14b453aaa0:40365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40365-0x10128560c500004, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:20,506 INFO [RS:0;1d14b453aaa0:40365 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,40365,1731302404440; zookeeper connection closed. 2024-11-11T05:20:20,507 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@418fc39e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@418fc39e 2024-11-11T05:20:20,507 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:20:20,714 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:20,835 INFO [M:0;1d14b453aaa0:44183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:20:20,835 INFO [M:0;1d14b453aaa0:44183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:20:20,835 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:20,835 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:20,835 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:20,835 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:20,835 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:20,835 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T05:20:20,855 DEBUG [M:0;1d14b453aaa0:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66e793ef18f4445dad5d027e31cae3c0 is 82, key is hbase:meta,,1/info:regioninfo/1731302407142/Put/seqid=0 2024-11-11T05:20:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741853_1029 (size=5672) 2024-11-11T05:20:21,259 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66e793ef18f4445dad5d027e31cae3c0 2024-11-11T05:20:21,276 DEBUG [M:0;1d14b453aaa0:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/813b258932a24e529f99bcb91f81ba6c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302413084/Put/seqid=0 2024-11-11T05:20:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741854_1030 (size=8516) 2024-11-11T05:20:21,517 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:21,681 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/813b258932a24e529f99bcb91f81ba6c 2024-11-11T05:20:21,761 DEBUG [M:0;1d14b453aaa0:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3407407a83a14db6bea987dcc4ca0315 is 69, key is 1d14b453aaa0,40365,1731302404440/rs:state/1731302406512/Put/seqid=0 2024-11-11T05:20:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741855_1031 (size=5156) 2024-11-11T05:20:21,765 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3407407a83a14db6bea987dcc4ca0315 2024-11-11T05:20:21,770 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66e793ef18f4445dad5d027e31cae3c0 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66e793ef18f4445dad5d027e31cae3c0 2024-11-11T05:20:21,775 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66e793ef18f4445dad5d027e31cae3c0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:20:21,776 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/813b258932a24e529f99bcb91f81ba6c as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/813b258932a24e529f99bcb91f81ba6c 2024-11-11T05:20:21,780 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/813b258932a24e529f99bcb91f81ba6c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:20:21,781 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3407407a83a14db6bea987dcc4ca0315 as hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3407407a83a14db6bea987dcc4ca0315 2024-11-11T05:20:21,786 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41551/user/jenkins/test-data/e1864240-e786-00df-a660-589dcc05c4b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3407407a83a14db6bea987dcc4ca0315, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:20:21,787 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=97, compaction requested=false 2024-11-11T05:20:21,788 INFO [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:21,788 DEBUG [M:0;1d14b453aaa0:44183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302420835Disabling compacts and flushes for region at 1731302420835Disabling writes for close at 1731302420835Obtaining lock to block concurrent updates at 1731302420835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302420835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731302420836 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302420836Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302420836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302420854 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302420854Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302421263 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302421276 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302421276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302421743 (+467 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302421760 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302421760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d15d52a: reopening flushed file at 1731302421770 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c386d3b: reopening flushed file at 1731302421775 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7672be07: reopening flushed file at 1731302421781 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=97, compaction requested=false at 1731302421787 (+6 ms)Writing region close event to WAL at 1731302421788 (+1 ms)Closed at 1731302421788 2024-11-11T05:20:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741830_1006 (size=63654) 2024-11-11T05:20:21,791 INFO [M:0;1d14b453aaa0:44183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:20:21,791 INFO [M:0;1d14b453aaa0:44183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44183 2024-11-11T05:20:21,791 INFO [M:0;1d14b453aaa0:44183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:21,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:21,912 INFO [M:0;1d14b453aaa0:44183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x10128560c500003, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:21,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20d00075{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:21,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:21,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:21,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:21,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:21,945 WARN [BP-1476578422-172.17.0.2-1731302402050 heartbeating to localhost/127.0.0.1:41551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:20:21,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:20:21,945 WARN [BP-1476578422-172.17.0.2-1731302402050 heartbeating to localhost/127.0.0.1:41551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476578422-172.17.0.2-1731302402050 (Datanode Uuid fe2b24e4-7ada-4e4d-90d8-b4aa83447de9) service to localhost/127.0.0.1:41551 2024-11-11T05:20:21,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:20:21,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/cluster_2d903bae-120f-1c21-4a67-788ab165aa3c/data/data1/current/BP-1476578422-172.17.0.2-1731302402050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:21,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/cluster_2d903bae-120f-1c21-4a67-788ab165aa3c/data/data2/current/BP-1476578422-172.17.0.2-1731302402050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:21,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:20:21,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:21,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:21,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:21,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:21,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:21,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:20:21,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:20:21,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:21,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:21,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:21,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:21,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:21,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:20:21,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1066680455, stopped=false 2024-11-11T05:20:21,974 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,38529,1731302397916 2024-11-11T05:20:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0916241559/running 2024-11-11T05:20:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:21,985 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0916241559/running 2024-11-11T05:20:21,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:21,985 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:21,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/running 2024-11-11T05:20:21,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Set watcher on znode that does not yet exist, /0916241559/running 2024-11-11T05:20:21,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:21,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:21,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:21,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,38357,1731302398103' ***** 2024-11-11T05:20:21,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:20:21,986 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:20:21,986 INFO [RS:0;1d14b453aaa0:38357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:20:21,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:20:21,986 INFO [RS:0;1d14b453aaa0:38357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:20:21,986 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for 983caa5cbe190fb4fb7baf1ec084775c 2024-11-11T05:20:21,986 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:38357. 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983caa5cbe190fb4fb7baf1ec084775c, disabling compactions & flushes 2024-11-11T05:20:21,987 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:21,987 DEBUG [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:21,987 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. after waiting 0 ms 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:20:21,987 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 983caa5cbe190fb4fb7baf1ec084775c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T05:20:21,987 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:20:21,987 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1325): Online Regions={983caa5cbe190fb4fb7baf1ec084775c=hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c., 1588230740=hbase:meta,,1.1588230740, de9df8d14e3a8790ea2818704bcdd9ed=test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed.} 2024-11-11T05:20:21,987 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983caa5cbe190fb4fb7baf1ec084775c, de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:21,987 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:21,987 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:21,987 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:20:22,001 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/info/2dedd0b4bc984a9184e79a90e73c97ba is 147, key is hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c./info:regioninfo/1731302411233/Put/seqid=0 2024-11-11T05:20:22,004 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/hfileref/032964ceb46f4364affd4e6e9c0546de is 74, key is 1/hfileref:3d71e9c10ae3410a841de5150dc43002_SeqId_4_/1731302416126/DeleteColumn/seqid=0 2024-11-11T05:20:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741846_1022 (size=7686) 2024-11-11T05:20:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741847_1023 (size=5345) 2024-11-11T05:20:22,064 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:22,187 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983caa5cbe190fb4fb7baf1ec084775c, de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:22,387 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983caa5cbe190fb4fb7baf1ec084775c, de9df8d14e3a8790ea2818704bcdd9ed 2024-11-11T05:20:22,405 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/info/2dedd0b4bc984a9184e79a90e73c97ba 2024-11-11T05:20:22,410 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/hfileref/032964ceb46f4364affd4e6e9c0546de 2024-11-11T05:20:22,422 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:22,424 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/ns/07e132ec594c4c2cb98e5ae9da469fac is 43, key is default/ns:d/1731302401788/Put/seqid=0 2024-11-11T05:20:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741848_1024 (size=5153) 2024-11-11T05:20:22,428 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/queue/06f2bedda417440db159252fa9a0e544 is 154, key is 1-1d14b453aaa0,38357,1731302398103/queue:1d14b453aaa0%2C38357%2C1731302398103/1731302418835/Put/seqid=0 2024-11-11T05:20:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741849_1025 (size=5353) 2024-11-11T05:20:22,436 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/queue/06f2bedda417440db159252fa9a0e544 2024-11-11T05:20:22,440 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/hfileref/032964ceb46f4364affd4e6e9c0546de as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/hfileref/032964ceb46f4364affd4e6e9c0546de 2024-11-11T05:20:22,444 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/hfileref/032964ceb46f4364affd4e6e9c0546de, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T05:20:22,445 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/.tmp/queue/06f2bedda417440db159252fa9a0e544 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/queue/06f2bedda417440db159252fa9a0e544 2024-11-11T05:20:22,448 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/queue/06f2bedda417440db159252fa9a0e544, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T05:20:22,449 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 983caa5cbe190fb4fb7baf1ec084775c in 462ms, sequenceid=12, compaction requested=false 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/replication/983caa5cbe190fb4fb7baf1ec084775c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:22,453 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983caa5cbe190fb4fb7baf1ec084775c: Waiting for close lock at 1731302421987Running coprocessor pre-close hooks at 1731302421987Disabling compacts and flushes for region at 1731302421987Disabling writes for close at 1731302421987Obtaining lock to block concurrent updates at 1731302421987Preparing flush snapshotting stores in 983caa5cbe190fb4fb7baf1ec084775c at 1731302421987Finished memstore snapshotting hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731302421987Flushing stores of hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. at 1731302421988 (+1 ms)Flushing 983caa5cbe190fb4fb7baf1ec084775c/hfileref: creating writer at 1731302421988Flushing 983caa5cbe190fb4fb7baf1ec084775c/hfileref: appending metadata at 1731302422004 (+16 ms)Flushing 983caa5cbe190fb4fb7baf1ec084775c/hfileref: closing flushed file at 1731302422004Flushing 983caa5cbe190fb4fb7baf1ec084775c/queue: creating writer at 1731302422414 (+410 ms)Flushing 983caa5cbe190fb4fb7baf1ec084775c/queue: appending metadata at 1731302422427 (+13 ms)Flushing 983caa5cbe190fb4fb7baf1ec084775c/queue: closing flushed file at 1731302422427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416bdd4d: reopening flushed file at 1731302422440 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be8642b: reopening flushed file at 1731302422444 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 983caa5cbe190fb4fb7baf1ec084775c in 462ms, sequenceid=12, compaction requested=false at 1731302422449 (+5 ms)Writing region close event to WAL at 1731302422450 (+1 ms)Running coprocessor post-close hooks at 1731302422453 (+3 ms)Closed at 1731302422453 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302410031.983caa5cbe190fb4fb7baf1ec084775c. 2024-11-11T05:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de9df8d14e3a8790ea2818704bcdd9ed, disabling compactions & flushes 2024-11-11T05:20:22,454 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:22,454 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:22,454 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. after waiting 0 ms 2024-11-11T05:20:22,454 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:22,456 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/default/test/de9df8d14e3a8790ea2818704bcdd9ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:20:22,457 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:22,457 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:22,457 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:22,457 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de9df8d14e3a8790ea2818704bcdd9ed: Waiting for close lock at 1731302422453Running coprocessor pre-close hooks at 1731302422453Disabling compacts and flushes for region at 1731302422453Disabling writes for close at 1731302422454 (+1 ms)Writing region close event to WAL at 1731302422454Running coprocessor post-close hooks at 1731302422457 (+3 ms)Closed at 1731302422457 2024-11-11T05:20:22,457 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed. 2024-11-11T05:20:22,588 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:22,692 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:20:22,692 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:20:22,788 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:22,828 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/ns/07e132ec594c4c2cb98e5ae9da469fac 2024-11-11T05:20:22,843 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8ffbde42d94ae29efdbb34f1728302 is 112, key is test,,1731302407211.de9df8d14e3a8790ea2818704bcdd9ed./rep_barrier:seqnumDuringOpen/1731302408376/Put/seqid=0 2024-11-11T05:20:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741850_1026 (size=5518) 2024-11-11T05:20:22,988 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:20:22,988 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:20:22,988 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:23,188 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:23,248 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8ffbde42d94ae29efdbb34f1728302 2024-11-11T05:20:23,270 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/table/0e3dd9e09b154e5fb1e9f9f77f2040a6 is 53, key is hbase:replication/table:state/1731302411247/Put/seqid=0 2024-11-11T05:20:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741851_1027 (size=5308) 2024-11-11T05:20:23,389 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:23,426 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1033, reset compression=false 2024-11-11T05:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1328, reset compression=false 2024-11-11T05:20:23,431 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,38357,1731302398103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:23,432 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,38357,1731302398103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,38357,1731302398103, walGroup=1d14b453aaa0%2C38357%2C1731302398103, offset=1d14b453aaa0%2C38357%2C1731302398103.1731302400777:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:38357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:20:23,433 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:20:23,433 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:20:23,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:20:23,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:20:23,434 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:20:23,434 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567124880 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188204288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:20:23,435 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:38529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:38529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:20:23,589 DEBUG [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:23,634 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1328, reset compression=false 2024-11-11T05:20:23,674 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/table/0e3dd9e09b154e5fb1e9f9f77f2040a6 2024-11-11T05:20:23,678 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/info/2dedd0b4bc984a9184e79a90e73c97ba as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/info/2dedd0b4bc984a9184e79a90e73c97ba 2024-11-11T05:20:23,682 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/info/2dedd0b4bc984a9184e79a90e73c97ba, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:20:23,683 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/ns/07e132ec594c4c2cb98e5ae9da469fac as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/ns/07e132ec594c4c2cb98e5ae9da469fac 2024-11-11T05:20:23,688 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/ns/07e132ec594c4c2cb98e5ae9da469fac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:20:23,689 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/rep_barrier/7d8ffbde42d94ae29efdbb34f1728302 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/rep_barrier/7d8ffbde42d94ae29efdbb34f1728302 2024-11-11T05:20:23,692 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/rep_barrier/7d8ffbde42d94ae29efdbb34f1728302, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:20:23,693 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/.tmp/table/0e3dd9e09b154e5fb1e9f9f77f2040a6 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/table/0e3dd9e09b154e5fb1e9f9f77f2040a6 2024-11-11T05:20:23,696 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/table/0e3dd9e09b154e5fb1e9f9f77f2040a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:20:23,696 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-11T05:20:23,700 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:20:23,700 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:23,700 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:23,700 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:23,701 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302421987Running coprocessor pre-close hooks at 1731302421987Disabling compacts and flushes for region at 1731302421987Disabling writes for close at 1731302421987Obtaining lock to block concurrent updates at 1731302421987Preparing flush snapshotting stores in 1588230740 at 1731302421987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302421987Flushing stores of hbase:meta,,1.1588230740 at 1731302421988 (+1 ms)Flushing 1588230740/info: creating writer at 1731302421988Flushing 1588230740/info: appending metadata at 1731302422001 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731302422001Flushing 1588230740/ns: creating writer at 1731302422410 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731302422423 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731302422423Flushing 1588230740/rep_barrier: creating writer at 1731302422831 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302422843 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302422843Flushing 1588230740/table: creating writer at 1731302423252 (+409 ms)Flushing 1588230740/table: appending metadata at 1731302423269 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731302423269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409da214: reopening flushed file at 1731302423678 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364f8259: reopening flushed file at 1731302423682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570cade4: reopening flushed file at 1731302423688 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2548f8f1: reopening flushed file at 1731302423692 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731302423696 (+4 ms)Writing region close event to WAL at 1731302423697 (+1 ms)Running coprocessor post-close hooks at 1731302423700 (+3 ms)Closed at 1731302423700 2024-11-11T05:20:23,701 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:23,789 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,38357,1731302398103; all regions closed. 2024-11-11T05:20:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:20:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741839_1015 (size=3127) 2024-11-11T05:20:23,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.rep.1731302411190 not finished, retry = 0 2024-11-11T05:20:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741833_1009 (size=1336) 2024-11-11T05:20:23,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 not finished, retry = 0 2024-11-11T05:20:23,938 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 to pos 1328, reset compression=false 2024-11-11T05:20:23,996 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:23,996 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/WALs/1d14b453aaa0,38357,1731302398103/1d14b453aaa0%2C38357%2C1731302398103.1731302400777 2024-11-11T05:20:23,996 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T05:20:23,997 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T05:20:23,997 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:23,997 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:23,997 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:23,997 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,38357,1731302398103 because: Region server is closing 2024-11-11T05:20:23,997 INFO [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:38357. 2024-11-11T05:20:23,997 DEBUG [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:23,997 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:23,997 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:23,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:24,098 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.shipper1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 terminated 2024-11-11T05:20:24,098 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,38357,1731302398103.replicationSource.wal-reader.1d14b453aaa0%2C38357%2C1731302398103,1-1d14b453aaa0,38357,1731302398103 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T05:20:24,098 INFO [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:38357. 2024-11-11T05:20:24,098 DEBUG [RS:0;1d14b453aaa0:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:24,098 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:24,098 DEBUG [RS:0;1d14b453aaa0:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:24,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:24,098 INFO [RS:0;1d14b453aaa0:38357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38357 2024-11-11T05:20:24,174 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0916241559/rs/1d14b453aaa0,38357,1731302398103 2024-11-11T05:20:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559/rs 2024-11-11T05:20:24,174 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:24,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,38357,1731302398103] 2024-11-11T05:20:24,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/draining/1d14b453aaa0,38357,1731302398103 already deleted, retry=false 2024-11-11T05:20:24,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,38357,1731302398103 expired; onlineServers=0 2024-11-11T05:20:24,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,38529,1731302397916' ***** 2024-11-11T05:20:24,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:20:24,195 INFO [M:0;1d14b453aaa0:38529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:24,195 INFO [M:0;1d14b453aaa0:38529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:24,195 DEBUG [M:0;1d14b453aaa0:38529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:20:24,196 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:20:24,196 DEBUG [M:0;1d14b453aaa0:38529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:20:24,196 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302400389 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302400389,5,FailOnTimeoutGroup] 2024-11-11T05:20:24,196 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302400388 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302400388,5,FailOnTimeoutGroup] 2024-11-11T05:20:24,196 INFO [M:0;1d14b453aaa0:38529 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:24,196 INFO [M:0;1d14b453aaa0:38529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:24,196 DEBUG [M:0;1d14b453aaa0:38529 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:20:24,196 INFO [M:0;1d14b453aaa0:38529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:20:24,196 INFO [M:0;1d14b453aaa0:38529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:24,196 INFO [M:0;1d14b453aaa0:38529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:20:24,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:20:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0916241559/master 2024-11-11T05:20:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0916241559 2024-11-11T05:20:24,216 DEBUG [M:0;1d14b453aaa0:38529 {}] zookeeper.RecoverableZooKeeper(212): Node /0916241559/master already deleted, retry=false 2024-11-11T05:20:24,216 DEBUG [M:0;1d14b453aaa0:38529 {}] master.ActiveMasterManager(353): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Failed delete of our master address node; KeeperErrorCode = NoNode for /0916241559/master 2024-11-11T05:20:24,217 INFO [M:0;1d14b453aaa0:38529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/.lastflushedseqids 2024-11-11T05:20:24,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741852_1028 (size=263) 2024-11-11T05:20:24,285 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:24,285 INFO [RS:0;1d14b453aaa0:38357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:24,285 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10128560c500001, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:24,285 INFO [RS:0;1d14b453aaa0:38357 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,38357,1731302398103; zookeeper connection closed. 2024-11-11T05:20:24,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f46886d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f46886d 2024-11-11T05:20:24,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:20:24,621 INFO [M:0;1d14b453aaa0:38529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:20:24,621 INFO [M:0;1d14b453aaa0:38529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:20:24,621 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:24,621 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:24,621 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:24,621 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:24,621 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:24,622 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T05:20:24,634 DEBUG [M:0;1d14b453aaa0:38529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c87c710f75d47e2840a3fd166b7b587 is 82, key is hbase:meta,,1/info:regioninfo/1731302401661/Put/seqid=0 2024-11-11T05:20:24,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741853_1029 (size=5672) 2024-11-11T05:20:25,038 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c87c710f75d47e2840a3fd166b7b587 2024-11-11T05:20:25,058 DEBUG [M:0;1d14b453aaa0:38529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27109d6273f043858ac14f2021250846 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302411261/Put/seqid=0 2024-11-11T05:20:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741854_1030 (size=8515) 2024-11-11T05:20:25,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:25,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:25,462 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27109d6273f043858ac14f2021250846 2024-11-11T05:20:25,482 DEBUG [M:0;1d14b453aaa0:38529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfbf782eefb04584981c3205fcdf579d is 69, key is 1d14b453aaa0,38357,1731302398103/rs:state/1731302400550/Put/seqid=0 2024-11-11T05:20:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741855_1031 (size=5156) 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:25,886 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfbf782eefb04584981c3205fcdf579d 2024-11-11T05:20:25,891 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c87c710f75d47e2840a3fd166b7b587 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c87c710f75d47e2840a3fd166b7b587 2024-11-11T05:20:25,895 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c87c710f75d47e2840a3fd166b7b587, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:20:25,896 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27109d6273f043858ac14f2021250846 as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27109d6273f043858ac14f2021250846 2024-11-11T05:20:25,901 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27109d6273f043858ac14f2021250846, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:20:25,901 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfbf782eefb04584981c3205fcdf579d as hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfbf782eefb04584981c3205fcdf579d 2024-11-11T05:20:25,906 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfbf782eefb04584981c3205fcdf579d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:20:25,907 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-11T05:20:25,913 INFO [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:25,914 DEBUG [M:0;1d14b453aaa0:38529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302424621Disabling compacts and flushes for region at 1731302424621Disabling writes for close at 1731302424621Obtaining lock to block concurrent updates at 1731302424622 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302424622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731302424622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302424622Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302424622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302424634 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302424634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302425042 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302425058 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302425058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302425466 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302425482 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302425482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed87ca5: reopening flushed file at 1731302425890 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce0a37e: reopening flushed file at 1731302425895 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6244127f: reopening flushed file at 1731302425901 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731302425907 (+6 ms)Writing region close event to WAL at 1731302425913 (+6 ms)Closed at 1731302425913 2024-11-11T05:20:25,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d45a9110-6c07-5662-a88e-e24154067f41/MasterData/WALs/1d14b453aaa0,38529,1731302397916/1d14b453aaa0%2C38529%2C1731302397916.1731302399993 not finished, retry = 0 2024-11-11T05:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37379 is added to blk_1073741830_1006 (size=63642) 2024-11-11T05:20:26,017 INFO [M:0;1d14b453aaa0:38529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:20:26,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:26,017 INFO [M:0;1d14b453aaa0:38529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38529 2024-11-11T05:20:26,017 INFO [M:0;1d14b453aaa0:38529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:26,169 INFO [M:0;1d14b453aaa0:38529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38529-0x10128560c500000, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:26,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9d78bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:26,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ff924{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:26,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:26,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:26,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e27cbff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:26,173 WARN [BP-2008757241-172.17.0.2-1731302396089 heartbeating to localhost/127.0.0.1:39973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:20:26,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:20:26,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:20:26,173 WARN [BP-2008757241-172.17.0.2-1731302396089 heartbeating to localhost/127.0.0.1:39973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008757241-172.17.0.2-1731302396089 (Datanode Uuid a1f3ee39-d18a-4c8d-95e1-e3270a800ccf) service to localhost/127.0.0.1:39973 2024-11-11T05:20:26,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/data/data1/current/BP-2008757241-172.17.0.2-1731302396089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:26,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/cluster_5139cfee-6e09-f2cb-fc51-26cce082d6d8/data/data2/current/BP-2008757241-172.17.0.2-1731302396089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:26,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:20:26,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ce024bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:26,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66a1ba97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:26,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:26,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6d7890{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:26,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60c0b430-3aca-2ac7-52b7-4095de7c26c9/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:26,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:20:26,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:20:26,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 203) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39973 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39973 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41551 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53670) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53670) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39973 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41551 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7207 (was 8386) 2024-11-11T05:20:26,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=7207 2024-11-11T05:20:26,221 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T05:20:26,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir so I do NOT create it in target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79 2024-11-11T05:20:26,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:20:26,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.tmp.dir so I do NOT create it in target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79 2024-11-11T05:20:26,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483a0b60-89cd-2bbc-f584-62eddb611507/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:20:26,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79 2024-11-11T05:20:26,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682, deleteOnExit=true 2024-11-11T05:20:26,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/zookeeper_0, clientPort=53457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:20:26,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53457 2024-11-11T05:20:26,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:20:26,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/test.cache.data in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:20:26,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:20:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:20:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:20:26,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128560c500002, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:20:26,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128560c500005, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:20:26,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128560c500002, quorum=127.0.0.1:53670, baseZNode=/0916241559 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:20:26,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128560c500005, quorum=127.0.0.1:53670, baseZNode=/1-1818002853 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:20:26,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:26,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:26,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:26,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:26,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:26,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:26,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60871a88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/java.io.tmpdir/jetty-localhost-40873-hadoop-hdfs-3_4_1-tests_jar-_-any-867826478485146944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:26,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:40873} 2024-11-11T05:20:26,905 INFO [Time-limited test {}] server.Server(415): Started @199318ms 2024-11-11T05:20:27,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:27,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:27,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:27,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:27,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:27,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:27,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:27,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c7bfc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/java.io.tmpdir/jetty-localhost-35963-hadoop-hdfs-3_4_1-tests_jar-_-any-12640160971734780248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:27,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:35963} 2024-11-11T05:20:27,349 INFO [Time-limited test {}] server.Server(415): Started @199762ms 2024-11-11T05:20:27,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:20:28,022 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/data/data2/current/BP-2122649174-172.17.0.2-1731302426247/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:28,022 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/data/data1/current/BP-2122649174-172.17.0.2-1731302426247/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:28,036 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:20:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac45aa4f4e7d8d10 with lease ID 0x9a9e7be3347937ee: Processing first storage report for DS-69330cff-1209-4b13-981e-6c7a4f5fadf4 from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=ac76a089-46a8-46f0-af65-45a9095a4202, infoPort=42829, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=169212520;c=1731302426247) 2024-11-11T05:20:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac45aa4f4e7d8d10 with lease ID 0x9a9e7be3347937ee: from storage DS-69330cff-1209-4b13-981e-6c7a4f5fadf4 node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=ac76a089-46a8-46f0-af65-45a9095a4202, infoPort=42829, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=169212520;c=1731302426247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac45aa4f4e7d8d10 with lease ID 0x9a9e7be3347937ee: Processing first storage report for DS-33914637-f05f-47c2-be0a-83db106f24e6 from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=ac76a089-46a8-46f0-af65-45a9095a4202, infoPort=42829, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=169212520;c=1731302426247) 2024-11-11T05:20:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac45aa4f4e7d8d10 with lease ID 0x9a9e7be3347937ee: from storage DS-33914637-f05f-47c2-be0a-83db106f24e6 node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=ac76a089-46a8-46f0-af65-45a9095a4202, infoPort=42829, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=169212520;c=1731302426247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:28,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79 2024-11-11T05:20:28,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:20:28,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5 with version=8 2024-11-11T05:20:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/hbase-staging 2024-11-11T05:20:28,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:28,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37769 2024-11-11T05:20:28,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37769 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:28,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377690x0, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:28,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37769-0x1012856821b0000 connected 2024-11-11T05:20:28,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/running 2024-11-11T05:20:28,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5, hbase.cluster.distributed=false 2024-11-11T05:20:28,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/acl 2024-11-11T05:20:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37769 2024-11-11T05:20:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37769 2024-11-11T05:20:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37769 2024-11-11T05:20:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37769 2024-11-11T05:20:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37769 2024-11-11T05:20:28,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:28,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:28,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:28,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:28,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:20:28,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:28,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41011 2024-11-11T05:20:28,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41011 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:28,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410110x0, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:28,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410110x0, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/running 2024-11-11T05:20:28,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41011-0x1012856821b0001 connected 2024-11-11T05:20:28,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:20:28,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:20:28,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/master 2024-11-11T05:20:28,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/acl 2024-11-11T05:20:28,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41011 2024-11-11T05:20:28,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41011 2024-11-11T05:20:28,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41011 2024-11-11T05:20:28,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41011 2024-11-11T05:20:28,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41011 2024-11-11T05:20:28,743 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:37769 2024-11-11T05:20:28,744 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0346013666/backup-masters/1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/backup-masters 2024-11-11T05:20:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/backup-masters 2024-11-11T05:20:28,759 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on existing znode=/0346013666/backup-masters/1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346013666/master 2024-11-11T05:20:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:28,769 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on existing znode=/0346013666/master 2024-11-11T05:20:28,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0346013666/backup-masters/1d14b453aaa0,37769,1731302428482 from backup master directory 2024-11-11T05:20:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346013666/backup-masters/1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/backup-masters 2024-11-11T05:20:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/backup-masters 2024-11-11T05:20:28,779 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:28,779 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:28,782 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/hbase.id] with ID: 792856a6-0210-475d-b403-b4347bd9bf0e 2024-11-11T05:20:28,782 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/.tmp/hbase.id 2024-11-11T05:20:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:20:29,187 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/.tmp/hbase.id]:[hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/hbase.id] 2024-11-11T05:20:29,195 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:29,195 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:20:29,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:20:29,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:29,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:20:29,260 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:29,261 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:20:29,261 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:20:29,671 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store 2024-11-11T05:20:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:30,076 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:30,076 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:30,076 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302430076Disabling compacts and flushes for region at 1731302430076Disabling writes for close at 1731302430076Writing region close event to WAL at 1731302430076Closed at 1731302430076 2024-11-11T05:20:30,077 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/.initializing 2024-11-11T05:20:30,077 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/WALs/1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:30,078 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:30,079 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C37769%2C1731302428482, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/WALs/1d14b453aaa0,37769,1731302428482, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/oldWALs, maxLogs=10 2024-11-11T05:20:30,090 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/WALs/1d14b453aaa0,37769,1731302428482/1d14b453aaa0%2C37769%2C1731302428482.1731302430079, exclude list is [], retry=0 2024-11-11T05:20:30,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-69330cff-1209-4b13-981e-6c7a4f5fadf4,DISK] 2024-11-11T05:20:30,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/WALs/1d14b453aaa0,37769,1731302428482/1d14b453aaa0%2C37769%2C1731302428482.1731302430079 2024-11-11T05:20:30,094 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-11T05:20:30,095 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:30,095 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:30,095 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,095 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:20:30,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:20:30,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:20:30,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:20:30,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:30,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:30,101 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,102 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,103 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,103 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,103 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:30,104 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:30,106 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:30,106 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63928502, jitterRate=-0.04739108681678772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:30,107 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302430095Initializing all the Stores at 1731302430096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302430096Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302430096Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302430096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302430096Cleaning up temporary data from old regions at 1731302430103 (+7 ms)Region opened successfully at 1731302430107 (+4 ms) 2024-11-11T05:20:30,107 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:20:30,109 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1656d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:30,110 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:20:30,110 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:20:30,110 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:20:30,110 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:20:30,111 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:20:30,111 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:20:30,111 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:20:30,113 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:20:30,113 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/balancer because node does not exist (not necessarily an error) 2024-11-11T05:20:30,163 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/balancer already deleted, retry=false 2024-11-11T05:20:30,164 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:20:30,165 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:20:30,173 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/normalizer already deleted, retry=false 2024-11-11T05:20:30,174 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:20:30,175 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:20:30,184 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/switch/split already deleted, retry=false 2024-11-11T05:20:30,185 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:20:30,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/switch/merge already deleted, retry=false 2024-11-11T05:20:30,196 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:20:30,205 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/snapshot-cleanup already deleted, retry=false 2024-11-11T05:20:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346013666/running 2024-11-11T05:20:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0346013666/running 2024-11-11T05:20:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,216 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,37769,1731302428482, sessionid=0x1012856821b0000, setting cluster-up flag (Was=false) 2024-11-11T05:20:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,268 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0346013666/flush-table-proc/acquired, /0346013666/flush-table-proc/reached, /0346013666/flush-table-proc/abort 2024-11-11T05:20:30,269 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:30,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:30,321 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0346013666/online-snapshot/acquired, /0346013666/online-snapshot/reached, /0346013666/online-snapshot/abort 2024-11-11T05:20:30,322 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:30,323 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:20:30,324 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:30,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:20:30,324 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:20:30,325 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1d14b453aaa0,39357,1731302370185: status=Processing ServerCrashProcedure of 1d14b453aaa0,39357,1731302370185 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731302386131, completionTime=-1 appears to have been leaked 2024-11-11T05:20:30,325 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,37769,1731302428482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:30,326 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302460327 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:30,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:20:30,327 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:20:30,328 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:20:30,328 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:20:30,328 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:20:30,328 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302430328,5,FailOnTimeoutGroup] 2024-11-11T05:20:30,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:30,328 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:20:30,332 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302430328,5,FailOnTimeoutGroup] 2024-11-11T05:20:30,332 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,332 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:20:30,332 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,332 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,337 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(746): ClusterId : 792856a6-0210-475d-b403-b4347bd9bf0e 2024-11-11T05:20:30,337 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:20:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:20:30,348 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:20:30,348 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:20:30,359 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:20:30,359 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad2f6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:30,373 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:41011 2024-11-11T05:20:30,373 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:20:30,373 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:20:30,373 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:20:30,374 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,37769,1731302428482 with port=41011, startcode=1731302428712 2024-11-11T05:20:30,374 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:20:30,376 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:20:30,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37769 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,377 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5 2024-11-11T05:20:30,377 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40471 2024-11-11T05:20:30,377 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:20:30,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/rs 2024-11-11T05:20:30,390 DEBUG [RS:0;1d14b453aaa0:41011 {}] zookeeper.ZKUtil(111): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on existing znode=/0346013666/rs/1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,390 WARN [RS:0;1d14b453aaa0:41011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:30,390 INFO [RS:0;1d14b453aaa0:41011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:30,390 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,41011,1731302428712] 2024-11-11T05:20:30,393 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:20:30,394 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:20:30,395 INFO [RS:0;1d14b453aaa0:41011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:20:30,395 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,396 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:20:30,397 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:20:30,397 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:30,397 DEBUG [RS:0;1d14b453aaa0:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:30,399 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,399 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,400 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,400 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,400 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,400 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41011,1731302428712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:30,412 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:20:30,412 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41011,1731302428712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,412 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,413 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.Replication(171): 1d14b453aaa0,41011,1731302428712 started 2024-11-11T05:20:30,424 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:30,424 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,41011,1731302428712, RpcServer on 1d14b453aaa0/172.17.0.2:41011, sessionid=0x1012856821b0001 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41011,1731302428712' 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0346013666/flush-table-proc/abort' 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0346013666/flush-table-proc/acquired' 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:20:30,425 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:20:30,426 DEBUG [RS:0;1d14b453aaa0:41011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:30,426 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41011,1731302428712' 2024-11-11T05:20:30,426 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0346013666/online-snapshot/abort' 2024-11-11T05:20:30,426 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0346013666/online-snapshot/acquired' 2024-11-11T05:20:30,426 DEBUG [RS:0;1d14b453aaa0:41011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:20:30,426 INFO [RS:0;1d14b453aaa0:41011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:20:30,426 INFO [RS:0;1d14b453aaa0:41011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:20:30,527 INFO [RS:0;1d14b453aaa0:41011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:30,528 INFO [RS:0;1d14b453aaa0:41011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41011%2C1731302428712, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/oldWALs, maxLogs=10 2024-11-11T05:20:30,539 DEBUG [RS:0;1d14b453aaa0:41011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, exclude list is [], retry=0 2024-11-11T05:20:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-69330cff-1209-4b13-981e-6c7a4f5fadf4,DISK] 2024-11-11T05:20:30,543 INFO [RS:0;1d14b453aaa0:41011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 2024-11-11T05:20:30,543 DEBUG [RS:0;1d14b453aaa0:41011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-11T05:20:30,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:20:30,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5 2024-11-11T05:20:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:20:31,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:31,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:31,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:31,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:31,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:31,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:31,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:31,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:31,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:31,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740 2024-11-11T05:20:31,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740 2024-11-11T05:20:31,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:31,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:31,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:31,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:31,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:31,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74932771, jitterRate=0.11658529937267303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:31,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302431152Initializing all the Stores at 1731302431153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302431153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431153Cleaning up temporary data from old regions at 1731302431160 (+7 ms)Region opened successfully at 1731302431163 (+3 ms) 2024-11-11T05:20:31,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:31,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:31,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:31,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:31,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:31,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:31,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302431163Disabling compacts and flushes for region at 1731302431163Disabling writes for close at 1731302431164 (+1 ms)Writing region close event to WAL at 1731302431164Closed at 1731302431164 2024-11-11T05:20:31,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:31,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:20:31,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:20:31,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:31,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:20:31,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:31,317 DEBUG [1d14b453aaa0:37769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:20:31,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:31,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41011,1731302428712, state=OPENING 2024-11-11T05:20:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:31,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:20:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:31,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:31,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346013666/meta-region-server: CHANGED 2024-11-11T05:20:31,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346013666/meta-region-server: CHANGED 2024-11-11T05:20:31,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41011,1731302428712}] 2024-11-11T05:20:31,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:31,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:20:31,547 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:20:31,547 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:31,547 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:20:31,548 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41011%2C1731302428712.meta, suffix=.meta, logDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/oldWALs, maxLogs=10 2024-11-11T05:20:31,559 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.meta.1731302431548.meta, exclude list is [], retry=0 2024-11-11T05:20:31,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-69330cff-1209-4b13-981e-6c7a4f5fadf4,DISK] 2024-11-11T05:20:31,562 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.meta.1731302431548.meta 2024-11-11T05:20:31,562 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-11T05:20:31,562 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:31,563 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:20:31,563 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:20:31,563 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:20:31,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:31,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:31,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:31,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:31,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:31,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:31,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:31,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:31,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:31,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:31,567 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:31,568 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740 2024-11-11T05:20:31,569 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740 2024-11-11T05:20:31,570 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:31,570 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:31,570 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:31,571 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:31,571 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67835753, jitterRate=0.010831490159034729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:31,571 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:20:31,571 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302431563Writing region info on filesystem at 1731302431563Initializing all the Stores at 1731302431564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302431564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302431564Cleaning up temporary data from old regions at 1731302431570 (+6 ms)Running coprocessor post-open hooks at 1731302431571 (+1 ms)Region opened successfully at 1731302431571 2024-11-11T05:20:31,572 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302431542 2024-11-11T05:20:31,574 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:20:31,574 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:20:31,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:31,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41011,1731302428712, state=OPEN 2024-11-11T05:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0346013666/meta-region-server 2024-11-11T05:20:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0346013666/meta-region-server 2024-11-11T05:20:31,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346013666/meta-region-server: CHANGED 2024-11-11T05:20:31,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0346013666/meta-region-server: CHANGED 2024-11-11T05:20:31,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:31,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:20:31,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41011,1731302428712 in 222 msec 2024-11-11T05:20:31,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:20:31,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-11T05:20:31,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:31,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:20:31,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:31,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41011,1731302428712, seqNum=-1] 2024-11-11T05:20:31,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:31,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:31,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-11T05:20:31,623 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302431622, completionTime=-1 2024-11-11T05:20:31,623 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:20:31,623 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:20:31,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:20:31,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302491624 2024-11-11T05:20:31,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302551624 2024-11-11T05:20:31,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:20:31,624 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:37769, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,625 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,626 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:20:31,627 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:31,628 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:20:31,630 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:20:31,630 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:20:31,630 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37769,1731302428482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:31,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e06ac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:31,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:31,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:31,642 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:31,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:31,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:31,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f00a3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:31,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:31,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:31,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:31,643 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:31,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bdf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:31,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41011,1731302428712, seqNum=-1] 2024-11-11T05:20:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:31,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:31,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:31,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:31,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012856821b0002 connected 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir so I do NOT create it in target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11 2024-11-11T05:20:31,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.tmp.dir so I do NOT create it in target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11 2024-11-11T05:20:31,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:20:31,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/cluster_3713acbb-6acb-700f-7e3d-7a484ecf5b73, deleteOnExit=true 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/test.cache.data in system properties and HBase conf 2024-11-11T05:20:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:20:31,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:20:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:20:32,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:32,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:32,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:32,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:32,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:32,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:32,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:32,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:32,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e86afc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/java.io.tmpdir/jetty-localhost-35179-hadoop-hdfs-3_4_1-tests_jar-_-any-4326304271087027804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:32,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:35179} 2024-11-11T05:20:32,164 INFO [Time-limited test {}] server.Server(415): Started @204578ms 2024-11-11T05:20:32,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:32,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:32,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:32,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:32,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:20:32,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:32,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:32,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641f60a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/java.io.tmpdir/jetty-localhost-36733-hadoop-hdfs-3_4_1-tests_jar-_-any-8174583426348316718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:32,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:36733} 2024-11-11T05:20:32,491 INFO [Time-limited test {}] server.Server(415): Started @204904ms 2024-11-11T05:20:32,492 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:20:33,234 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/cluster_3713acbb-6acb-700f-7e3d-7a484ecf5b73/data/data2/current/BP-1095985758-172.17.0.2-1731302431706/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:33,234 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/cluster_3713acbb-6acb-700f-7e3d-7a484ecf5b73/data/data1/current/BP-1095985758-172.17.0.2-1731302431706/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:33,253 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:20:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd772f0cda3b0eef5 with lease ID 0x38c459ac6afaa859: Processing first storage report for DS-878952f6-0ce2-41db-93ba-d234fcc690de from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=143a7e2f-1ca1-4656-ab4d-3b647bcf300a, infoPort=40805, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=1595500390;c=1731302431706) 2024-11-11T05:20:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd772f0cda3b0eef5 with lease ID 0x38c459ac6afaa859: from storage DS-878952f6-0ce2-41db-93ba-d234fcc690de node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=143a7e2f-1ca1-4656-ab4d-3b647bcf300a, infoPort=40805, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=1595500390;c=1731302431706), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd772f0cda3b0eef5 with lease ID 0x38c459ac6afaa859: Processing first storage report for DS-c2c39284-45de-48fa-acbc-1859e2ccdbd9 from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=143a7e2f-1ca1-4656-ab4d-3b647bcf300a, infoPort=40805, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=1595500390;c=1731302431706) 2024-11-11T05:20:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd772f0cda3b0eef5 with lease ID 0x38c459ac6afaa859: from storage DS-c2c39284-45de-48fa-acbc-1859e2ccdbd9 node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=143a7e2f-1ca1-4656-ab4d-3b647bcf300a, infoPort=40805, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=1595500390;c=1731302431706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:33,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11 2024-11-11T05:20:33,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:20:33,725 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3 with version=8 2024-11-11T05:20:33,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/hbase-staging 2024-11-11T05:20:33,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:20:33,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:33,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33329 2024-11-11T05:20:33,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33329 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:33,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333290x0, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:33,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33329-0x1012856821b0003 connected 2024-11-11T05:20:33,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/running 2024-11-11T05:20:33,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3, hbase.cluster.distributed=false 2024-11-11T05:20:33,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/acl 2024-11-11T05:20:33,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-11T05:20:33,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33329 2024-11-11T05:20:33,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33329 2024-11-11T05:20:33,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-11T05:20:33,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-11T05:20:33,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:20:33,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:33,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43313 2024-11-11T05:20:33,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43313 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:33,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433130x0, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:33,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433130x0, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/running 2024-11-11T05:20:33,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43313-0x1012856821b0004 connected 2024-11-11T05:20:33,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:20:33,896 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:20:33,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/master 2024-11-11T05:20:33,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/acl 2024-11-11T05:20:33,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-11T05:20:33,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43313 2024-11-11T05:20:33,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43313 2024-11-11T05:20:33,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-11T05:20:33,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-11T05:20:33,917 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:33329 2024-11-11T05:20:33,917 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11065879895/backup-masters/1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:33,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/backup-masters 2024-11-11T05:20:33,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/backup-masters 2024-11-11T05:20:33,927 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on existing znode=/11065879895/backup-masters/1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11065879895/master 2024-11-11T05:20:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:33,937 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on existing znode=/11065879895/master 2024-11-11T05:20:33,937 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11065879895/backup-masters/1d14b453aaa0,33329,1731302433727 from backup master directory 2024-11-11T05:20:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/backup-masters 2024-11-11T05:20:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11065879895/backup-masters/1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/backup-masters 2024-11-11T05:20:33,947 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:33,947 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:33,951 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/hbase.id] with ID: 3044ccc2-eccb-4fab-afe6-95320efe29ad 2024-11-11T05:20:33,951 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/.tmp/hbase.id 2024-11-11T05:20:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:20:33,955 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/.tmp/hbase.id]:[hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/hbase.id] 2024-11-11T05:20:33,963 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:33,963 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:20:33,964 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T05:20:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:20:34,379 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:34,380 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:20:34,380 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:20:34,786 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store 2024-11-11T05:20:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:35,194 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:35,194 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302435194Disabling compacts and flushes for region at 1731302435194Disabling writes for close at 1731302435194Writing region close event to WAL at 1731302435194Closed at 1731302435194 2024-11-11T05:20:35,194 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/.initializing 2024-11-11T05:20:35,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/WALs/1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:35,195 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:35,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C33329%2C1731302433727, suffix=, logDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/WALs/1d14b453aaa0,33329,1731302433727, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/oldWALs, maxLogs=10 2024-11-11T05:20:35,207 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/WALs/1d14b453aaa0,33329,1731302433727/1d14b453aaa0%2C33329%2C1731302433727.1731302435196, exclude list is [], retry=0 2024-11-11T05:20:35,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-878952f6-0ce2-41db-93ba-d234fcc690de,DISK] 2024-11-11T05:20:35,210 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/WALs/1d14b453aaa0,33329,1731302433727/1d14b453aaa0%2C33329%2C1731302433727.1731302435196 2024-11-11T05:20:35,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-11-11T05:20:35,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:35,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:35,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,211 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:20:35,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:35,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:35,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:20:35,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:20:35,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:20:35,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:35,217 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,217 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,217 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,219 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:35,220 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:35,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:35,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69540718, jitterRate=0.0362374484539032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:35,222 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302435211Initializing all the Stores at 1731302435211Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302435211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302435212 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302435212Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302435212Cleaning up temporary data from old regions at 1731302435218 (+6 ms)Region opened successfully at 1731302435222 (+4 ms) 2024-11-11T05:20:35,222 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:20:35,224 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f80d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:35,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:20:35,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:20:35,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:20:35,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:20:35,228 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T05:20:35,229 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:20:35,229 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:20:35,230 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:20:35,231 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/balancer because node does not exist (not necessarily an error) 2024-11-11T05:20:35,278 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/balancer already deleted, retry=false 2024-11-11T05:20:35,279 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:20:35,280 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:20:35,289 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/normalizer already deleted, retry=false 2024-11-11T05:20:35,289 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:20:35,290 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:20:35,299 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/switch/split already deleted, retry=false 2024-11-11T05:20:35,300 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:20:35,310 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/switch/merge already deleted, retry=false 2024-11-11T05:20:35,312 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:20:35,321 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/snapshot-cleanup already deleted, retry=false 2024-11-11T05:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11065879895/running 2024-11-11T05:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11065879895/running 2024-11-11T05:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,332 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,33329,1731302433727, sessionid=0x1012856821b0003, setting cluster-up flag (Was=false) 2024-11-11T05:20:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,384 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11065879895/flush-table-proc/acquired, /11065879895/flush-table-proc/reached, /11065879895/flush-table-proc/abort 2024-11-11T05:20:35,385 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:35,436 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11065879895/online-snapshot/acquired, /11065879895/online-snapshot/reached, /11065879895/online-snapshot/abort 2024-11-11T05:20:35,437 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:35,438 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:20:35,439 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:35,439 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:20:35,439 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:20:35,440 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,33329,1731302433727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:35,441 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302465442 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:20:35,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:35,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:20:35,442 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:20:35,443 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302435443,5,FailOnTimeoutGroup] 2024-11-11T05:20:35,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:35,443 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302435443,5,FailOnTimeoutGroup] 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:20:35,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,443 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:20:35,506 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(746): ClusterId : 3044ccc2-eccb-4fab-afe6-95320efe29ad 2024-11-11T05:20:35,506 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:20:35,517 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:20:35,517 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:20:35,527 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:20:35,527 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f9f2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:35,538 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:43313 2024-11-11T05:20:35,538 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:20:35,538 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:20:35,538 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:20:35,538 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,33329,1731302433727 with port=43313, startcode=1731302433876 2024-11-11T05:20:35,538 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:20:35,540 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:20:35,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33329 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,541 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3 2024-11-11T05:20:35,541 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33473 2024-11-11T05:20:35,541 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:20:35,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/rs 2024-11-11T05:20:35,553 DEBUG [RS:0;1d14b453aaa0:43313 {}] zookeeper.ZKUtil(111): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on existing znode=/11065879895/rs/1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,553 WARN [RS:0;1d14b453aaa0:43313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:35,553 INFO [RS:0;1d14b453aaa0:43313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:35,553 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,43313,1731302433876] 2024-11-11T05:20:35,560 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:20:35,561 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:20:35,561 INFO [RS:0;1d14b453aaa0:43313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:20:35,561 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,561 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:20:35,562 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:20:35,562 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:35,562 DEBUG [RS:0;1d14b453aaa0:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,563 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43313,1731302433876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:35,575 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:20:35,575 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,43313,1731302433876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,575 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,575 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.Replication(171): 1d14b453aaa0,43313,1731302433876 started 2024-11-11T05:20:35,587 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:35,588 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,43313,1731302433876, RpcServer on 1d14b453aaa0/172.17.0.2:43313, sessionid=0x1012856821b0004 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43313,1731302433876' 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11065879895/flush-table-proc/abort' 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11065879895/flush-table-proc/acquired' 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,43313,1731302433876' 2024-11-11T05:20:35,588 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11065879895/online-snapshot/abort' 2024-11-11T05:20:35,589 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11065879895/online-snapshot/acquired' 2024-11-11T05:20:35,589 DEBUG [RS:0;1d14b453aaa0:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:20:35,589 INFO [RS:0;1d14b453aaa0:43313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:20:35,589 INFO [RS:0;1d14b453aaa0:43313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:20:35,689 INFO [RS:0;1d14b453aaa0:43313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:35,691 INFO [RS:0;1d14b453aaa0:43313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43313%2C1731302433876, suffix=, logDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/oldWALs, maxLogs=10 2024-11-11T05:20:35,702 DEBUG [RS:0;1d14b453aaa0:43313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, exclude list is [], retry=0 2024-11-11T05:20:35,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-878952f6-0ce2-41db-93ba-d234fcc690de,DISK] 2024-11-11T05:20:35,706 INFO [RS:0;1d14b453aaa0:43313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 2024-11-11T05:20:35,706 DEBUG [RS:0;1d14b453aaa0:43313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-11-11T05:20:35,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:20:35,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:35,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:35,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T05:20:35,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:35,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T05:20:35,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:20:35,854 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3 2024-11-11T05:20:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:20:36,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:36,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:36,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:36,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:36,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:36,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:36,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:36,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:36,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:36,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:36,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740 2024-11-11T05:20:36,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740 2024-11-11T05:20:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:36,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:36,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:36,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:36,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67535451, jitterRate=0.00635664165019989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:36,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302436259Initializing all the Stores at 1731302436260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302436260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436260Cleaning up temporary data from old regions at 1731302436266 (+6 ms)Region opened successfully at 1731302436268 (+2 ms) 2024-11-11T05:20:36,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:36,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:36,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:36,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302436268Disabling compacts and flushes for region at 1731302436268Disabling writes for close at 1731302436269 (+1 ms)Writing region close event to WAL at 1731302436269Closed at 1731302436269 2024-11-11T05:20:36,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:36,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:20:36,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:20:36,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:36,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:20:36,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:20:36,421 DEBUG [1d14b453aaa0:33329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:20:36,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:36,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43313,1731302433876, state=OPENING 2024-11-11T05:20:36,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:20:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:36,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11065879895/meta-region-server: CHANGED 2024-11-11T05:20:36,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11065879895/meta-region-server: CHANGED 2024-11-11T05:20:36,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:36,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43313,1731302433876}] 2024-11-11T05:20:36,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:36,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:20:36,840 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:20:36,840 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:36,840 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:20:36,841 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43313%2C1731302433876.meta, suffix=.meta, logDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/oldWALs, maxLogs=10 2024-11-11T05:20:36,852 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.meta.1731302436841.meta, exclude list is [], retry=0 2024-11-11T05:20:36,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-878952f6-0ce2-41db-93ba-d234fcc690de,DISK] 2024-11-11T05:20:36,855 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.meta.1731302436841.meta 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:36,856 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:20:36,856 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:20:36,856 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:20:36,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:36,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:36,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:36,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:36,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:36,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:36,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:36,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:36,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:36,861 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:36,861 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740 2024-11-11T05:20:36,862 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740 2024-11-11T05:20:36,862 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:36,863 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:36,863 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:36,864 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:36,864 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74028226, jitterRate=0.1031065285205841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:36,864 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:20:36,864 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302436856Writing region info on filesystem at 1731302436856Initializing all the Stores at 1731302436857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302436857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302436857Cleaning up temporary data from old regions at 1731302436863 (+6 ms)Running coprocessor post-open hooks at 1731302436864 (+1 ms)Region opened successfully at 1731302436864 2024-11-11T05:20:36,865 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302436835 2024-11-11T05:20:36,866 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:20:36,866 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:20:36,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:36,867 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,43313,1731302433876, state=OPEN 2024-11-11T05:20:36,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11065879895/meta-region-server 2024-11-11T05:20:36,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11065879895/meta-region-server 2024-11-11T05:20:36,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:36,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11065879895/meta-region-server: CHANGED 2024-11-11T05:20:36,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11065879895/meta-region-server: CHANGED 2024-11-11T05:20:36,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:20:36,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,43313,1731302433876 in 205 msec 2024-11-11T05:20:36,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:20:36,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-11T05:20:36,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:36,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:20:36,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:36,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43313,1731302433876, seqNum=-1] 2024-11-11T05:20:36,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:36,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:36,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4610 sec 2024-11-11T05:20:36,900 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302436900, completionTime=-1 2024-11-11T05:20:36,900 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:20:36,900 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302496902 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302556902 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:33329, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,903 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,904 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:36,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:20:36,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a317950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:36,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:36,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:36,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:20:36,908 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:20:36,908 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33329,1731302433727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:36,908 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3592dd82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:36,910 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:36,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594bfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:36,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43313,1731302433876, seqNum=-1] 2024-11-11T05:20:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:36,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:36,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53457 2024-11-11T05:20:36,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:36,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012856821b0005 connected 2024-11-11T05:20:36,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58eee5e0 2024-11-11T05:20:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:36,942 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:36,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:20:36,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:36,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:36,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:20:36,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:20:36,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2ee473aac4bc79de5ca474919d183cc, NAME => 'test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5 2024-11-11T05:20:36,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:20:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:37,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:37,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:37,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:37,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2ee473aac4bc79de5ca474919d183cc, disabling compactions & flushes 2024-11-11T05:20:37,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. after waiting 0 ms 2024-11-11T05:20:37,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2ee473aac4bc79de5ca474919d183cc: Waiting for close lock at 1731302437361Disabling compacts and flushes for region at 1731302437361Disabling writes for close at 1731302437361Writing region close event to WAL at 1731302437362 (+1 ms)Closed at 1731302437362 2024-11-11T05:20:37,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:37,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302437363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302437363"}]},"ts":"1731302437363"} 2024-11-11T05:20:37,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:37,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:37,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302437366"}]},"ts":"1731302437366"} 2024-11-11T05:20:37,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:20:37,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2ee473aac4bc79de5ca474919d183cc, ASSIGN}] 2024-11-11T05:20:37,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2ee473aac4bc79de5ca474919d183cc, ASSIGN 2024-11-11T05:20:37,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2ee473aac4bc79de5ca474919d183cc, ASSIGN; state=OFFLINE, location=1d14b453aaa0,41011,1731302428712; forceNewPlan=false, retain=false 2024-11-11T05:20:37,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2ee473aac4bc79de5ca474919d183cc, regionState=OPENING, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:37,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2ee473aac4bc79de5ca474919d183cc, ASSIGN because future has completed 2024-11-11T05:20:37,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ee473aac4bc79de5ca474919d183cc, server=1d14b453aaa0,41011,1731302428712}] 2024-11-11T05:20:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:37,677 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,677 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ee473aac4bc79de5ca474919d183cc, NAME => 'test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:37,677 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:37,677 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:20:37,677 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,677 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:37,677 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,678 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,678 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,679 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ee473aac4bc79de5ca474919d183cc columnFamilyName f 2024-11-11T05:20:37,680 DEBUG [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:37,680 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(327): Store=c2ee473aac4bc79de5ca474919d183cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:37,680 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,681 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ee473aac4bc79de5ca474919d183cc columnFamilyName f1 2024-11-11T05:20:37,681 DEBUG [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:37,681 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(327): Store=c2ee473aac4bc79de5ca474919d183cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:37,681 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,682 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ee473aac4bc79de5ca474919d183cc columnFamilyName norep 2024-11-11T05:20:37,682 DEBUG [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:37,682 INFO [StoreOpener-c2ee473aac4bc79de5ca474919d183cc-1 {}] regionserver.HStore(327): Store=c2ee473aac4bc79de5ca474919d183cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:37,682 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,683 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,683 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,684 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,684 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,684 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:37,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:37,686 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2ee473aac4bc79de5ca474919d183cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64104084, jitterRate=-0.04477471113204956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:37,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:37,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2ee473aac4bc79de5ca474919d183cc: Running coprocessor pre-open hook at 1731302437678Writing region info on filesystem at 1731302437678Initializing all the Stores at 1731302437678Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302437678Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302437678Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302437678Cleaning up temporary data from old regions at 1731302437684 (+6 ms)Running coprocessor post-open hooks at 1731302437686 (+2 ms)Region opened successfully at 1731302437687 (+1 ms) 2024-11-11T05:20:37,688 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc., pid=6, masterSystemTime=1731302437674 2024-11-11T05:20:37,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,690 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:37,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2ee473aac4bc79de5ca474919d183cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:37,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ee473aac4bc79de5ca474919d183cc, server=1d14b453aaa0,41011,1731302428712 because future has completed 2024-11-11T05:20:37,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:20:37,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2ee473aac4bc79de5ca474919d183cc, server=1d14b453aaa0,41011,1731302428712 in 171 msec 2024-11-11T05:20:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:20:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2ee473aac4bc79de5ca474919d183cc, ASSIGN in 327 msec 2024-11-11T05:20:37,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:37,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302437697"}]},"ts":"1731302437697"} 2024-11-11T05:20:37,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:20:37,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:37,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-11T05:20:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:38,085 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:20:38,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dadc64a 2024-11-11T05:20:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:38,087 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:38,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:20:38,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:38,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:38,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:20:38,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:20:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:38,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cce828c0bbbc0a5bfb87d1c2c432ce2d, NAME => 'test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3 2024-11-11T05:20:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cce828c0bbbc0a5bfb87d1c2c432ce2d, disabling compactions & flushes 2024-11-11T05:20:38,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. after waiting 0 ms 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cce828c0bbbc0a5bfb87d1c2c432ce2d: Waiting for close lock at 1731302438507Disabling compacts and flushes for region at 1731302438507Disabling writes for close at 1731302438507Writing region close event to WAL at 1731302438507Closed at 1731302438507 2024-11-11T05:20:38,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:38,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302438509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302438509"}]},"ts":"1731302438509"} 2024-11-11T05:20:38,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:38,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:38,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302438511"}]},"ts":"1731302438511"} 2024-11-11T05:20:38,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:20:38,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cce828c0bbbc0a5bfb87d1c2c432ce2d, ASSIGN}] 2024-11-11T05:20:38,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cce828c0bbbc0a5bfb87d1c2c432ce2d, ASSIGN 2024-11-11T05:20:38,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cce828c0bbbc0a5bfb87d1c2c432ce2d, ASSIGN; state=OFFLINE, location=1d14b453aaa0,43313,1731302433876; forceNewPlan=false, retain=false 2024-11-11T05:20:38,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cce828c0bbbc0a5bfb87d1c2c432ce2d, regionState=OPENING, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:38,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cce828c0bbbc0a5bfb87d1c2c432ce2d, ASSIGN because future has completed 2024-11-11T05:20:38,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cce828c0bbbc0a5bfb87d1c2c432ce2d, server=1d14b453aaa0,43313,1731302433876}] 2024-11-11T05:20:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:38,824 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,824 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cce828c0bbbc0a5bfb87d1c2c432ce2d, NAME => 'test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:38,824 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:38,824 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:20:38,825 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,825 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:38,825 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,825 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,826 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,827 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce828c0bbbc0a5bfb87d1c2c432ce2d columnFamilyName f 2024-11-11T05:20:38,827 DEBUG [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:38,827 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(327): Store=cce828c0bbbc0a5bfb87d1c2c432ce2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:38,827 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,828 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce828c0bbbc0a5bfb87d1c2c432ce2d columnFamilyName f1 2024-11-11T05:20:38,828 DEBUG [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:38,828 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(327): Store=cce828c0bbbc0a5bfb87d1c2c432ce2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:38,828 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,829 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce828c0bbbc0a5bfb87d1c2c432ce2d columnFamilyName norep 2024-11-11T05:20:38,829 DEBUG [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:38,829 INFO [StoreOpener-cce828c0bbbc0a5bfb87d1c2c432ce2d-1 {}] regionserver.HStore(327): Store=cce828c0bbbc0a5bfb87d1c2c432ce2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:38,829 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,830 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,830 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,831 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,831 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,831 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:38,832 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,834 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:38,834 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cce828c0bbbc0a5bfb87d1c2c432ce2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889187, jitterRate=-0.0032734423875808716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:38,834 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:38,834 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cce828c0bbbc0a5bfb87d1c2c432ce2d: Running coprocessor pre-open hook at 1731302438825Writing region info on filesystem at 1731302438825Initializing all the Stores at 1731302438825Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302438825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302438826 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302438826Cleaning up temporary data from old regions at 1731302438831 (+5 ms)Running coprocessor post-open hooks at 1731302438834 (+3 ms)Region opened successfully at 1731302438834 2024-11-11T05:20:38,835 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d., pid=6, masterSystemTime=1731302438820 2024-11-11T05:20:38,837 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,837 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:38,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cce828c0bbbc0a5bfb87d1c2c432ce2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cce828c0bbbc0a5bfb87d1c2c432ce2d, server=1d14b453aaa0,43313,1731302433876 because future has completed 2024-11-11T05:20:38,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:20:38,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cce828c0bbbc0a5bfb87d1c2c432ce2d, server=1d14b453aaa0,43313,1731302433876 in 172 msec 2024-11-11T05:20:38,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:20:38,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cce828c0bbbc0a5bfb87d1c2c432ce2d, ASSIGN in 328 msec 2024-11-11T05:20:38,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:38,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302438844"}]},"ts":"1731302438844"} 2024-11-11T05:20:38,846 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:20:38,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:38,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-11T05:20:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:20:39,225 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:20:39,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9721b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:39,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:39,227 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,229 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a61438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:39,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:39,231 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,232 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f99b093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652713db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:39,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:39,234 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43851453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,235 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:39,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6418166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34260a3e 2024-11-11T05:20:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:39,238 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:39,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:33329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:20:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:20:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:39,241 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:33329' 2024-11-11T05:20:39,242 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be60ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,242 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:39,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:39,242 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:39,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:39,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:39,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ca951e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:39,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:39,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,244 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:39,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cbdc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:39,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:39,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2e3ab3 2024-11-11T05:20:39,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:39,247 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:39,247 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:20:39,247 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:20:39,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:39,248 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:39,249 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:20:39,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:39,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:39,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:39,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:20:39,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9beb3c0a5a1759c140a9220fa394e005, NAME => 'hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5 2024-11-11T05:20:39,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9beb3c0a5a1759c140a9220fa394e005, disabling compactions & flushes 2024-11-11T05:20:39,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. after waiting 0 ms 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9beb3c0a5a1759c140a9220fa394e005: Waiting for close lock at 1731302439263Disabling compacts and flushes for region at 1731302439263Disabling writes for close at 1731302439263Writing region close event to WAL at 1731302439263Closed at 1731302439263 2024-11-11T05:20:39,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:39,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302439264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302439264"}]},"ts":"1731302439264"} 2024-11-11T05:20:39,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:39,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:39,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302439267"}]},"ts":"1731302439267"} 2024-11-11T05:20:39,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:20:39,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9beb3c0a5a1759c140a9220fa394e005, ASSIGN}] 2024-11-11T05:20:39,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9beb3c0a5a1759c140a9220fa394e005, ASSIGN 2024-11-11T05:20:39,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9beb3c0a5a1759c140a9220fa394e005, ASSIGN; state=OFFLINE, location=1d14b453aaa0,41011,1731302428712; forceNewPlan=false, retain=false 2024-11-11T05:20:39,299 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:20:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:39,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9beb3c0a5a1759c140a9220fa394e005, regionState=OPENING, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:39,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9beb3c0a5a1759c140a9220fa394e005, ASSIGN because future has completed 2024-11-11T05:20:39,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9beb3c0a5a1759c140a9220fa394e005, server=1d14b453aaa0,41011,1731302428712}] 2024-11-11T05:20:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:39,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:39,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:20:39,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41011%2C1731302428712.rep, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/oldWALs, maxLogs=10 2024-11-11T05:20:39,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.rep.1731302439581, exclude list is [], retry=0 2024-11-11T05:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-69330cff-1209-4b13-981e-6c7a4f5fadf4,DISK] 2024-11-11T05:20:39,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.rep.1731302439581 2024-11-11T05:20:39,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-11-11T05:20:39,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9beb3c0a5a1759c140a9220fa394e005, NAME => 'hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:39,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. service=MultiRowMutationService 2024-11-11T05:20:39,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,597 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,598 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9beb3c0a5a1759c140a9220fa394e005 columnFamilyName hfileref 2024-11-11T05:20:39,598 DEBUG [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:39,598 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(327): Store=9beb3c0a5a1759c140a9220fa394e005/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:39,599 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,600 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9beb3c0a5a1759c140a9220fa394e005 columnFamilyName queue 2024-11-11T05:20:39,600 DEBUG [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:39,600 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(327): Store=9beb3c0a5a1759c140a9220fa394e005/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:39,600 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,601 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9beb3c0a5a1759c140a9220fa394e005 columnFamilyName sid 2024-11-11T05:20:39,601 DEBUG [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:39,601 INFO [StoreOpener-9beb3c0a5a1759c140a9220fa394e005-1 {}] regionserver.HStore(327): Store=9beb3c0a5a1759c140a9220fa394e005/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:39,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/replication/9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/replication/9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:39,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/replication/9beb3c0a5a1759c140a9220fa394e005/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:39,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9beb3c0a5a1759c140a9220fa394e005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541374, jitterRate=-0.09786322712898254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:39,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:39,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9beb3c0a5a1759c140a9220fa394e005: Running coprocessor pre-open hook at 1731302439596Writing region info on filesystem at 1731302439596Initializing all the Stores at 1731302439597 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302439597Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302439597Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302439597Cleaning up temporary data from old regions at 1731302439603 (+6 ms)Running coprocessor post-open hooks at 1731302439606 (+3 ms)Region opened successfully at 1731302439606 2024-11-11T05:20:39,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005., pid=10, masterSystemTime=1731302439576 2024-11-11T05:20:39,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:39,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9beb3c0a5a1759c140a9220fa394e005, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:39,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9beb3c0a5a1759c140a9220fa394e005, server=1d14b453aaa0,41011,1731302428712 because future has completed 2024-11-11T05:20:39,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:20:39,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9beb3c0a5a1759c140a9220fa394e005, server=1d14b453aaa0,41011,1731302428712 in 187 msec 2024-11-11T05:20:39,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:20:39,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9beb3c0a5a1759c140a9220fa394e005, ASSIGN in 346 msec 2024-11-11T05:20:39,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:39,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302439617"}]},"ts":"1731302439617"} 2024-11-11T05:20:39,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:20:39,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:39,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 372 msec 2024-11-11T05:20:39,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005., hostname=1d14b453aaa0,41011,1731302428712, seqNum=2] 2024-11-11T05:20:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:39,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:20:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:39,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:20:39,895 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:20:39,919 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,41011,1731302428712, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:20:39,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:39,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41011,1731302428712, seqNum=-1] 2024-11-11T05:20:39,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:39,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:39,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,41011,1731302428712', locateType=CURRENT is [region=hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005., hostname=1d14b453aaa0,41011,1731302428712, seqNum=2] 2024-11-11T05:20:39,924 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:20:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:20:39,926 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,41011,1731302428712 suceeded 2024-11-11T05:20:39,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:20:39,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-11T05:20:39,927 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:33329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:20:39,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 689 msec 2024-11-11T05:20:39,937 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:33329' 2024-11-11T05:20:39,938 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ed6ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,938 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:39,938 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:39,939 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab27f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:39,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:39,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:39,940 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:39,941 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758581ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:39,941 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d4a213f 2024-11-11T05:20:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:39,942 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:39,943 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,41011,1731302428712 (queues=1) is replicating from cluster=792856a6-0210-475d-b403-b4347bd9bf0e to cluster=3044ccc2-eccb-4fab-afe6-95320efe29ad 2024-11-11T05:20:39,943 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C41011%2C1731302428712 2024-11-11T05:20:39,943 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,41011,1731302428712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:20:39,943 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C41011%2C1731302428712 2024-11-11T05:20:39,943 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, startPosition=0, beingWritten=true 2024-11-11T05:20:39,948 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:39,948 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:39,948 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:40,152 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:40,375 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:20:40,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:40,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:40,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:40,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd90490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:40,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:40,377 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a887c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,378 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d098f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545ba0cc 2024-11-11T05:20:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:40,381 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:40,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:37769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:20:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:20:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:40,383 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:37769' 2024-11-11T05:20:40,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7b8f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,385 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:40,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:40,386 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433bb87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:40,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,387 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb8bbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:40,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453ed4fa 2024-11-11T05:20:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:40,390 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:20:40,390 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:20:40,390 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:20:40,390 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:40,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:40,391 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:40,392 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:20:40,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:20:40,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:40,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:20:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:20:40,442 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:20:40,461 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:40,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a35879e0cf390324030d628abb37301d, NAME => 'hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3 2024-11-11T05:20:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:20:40,864 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a35879e0cf390324030d628abb37301d, disabling compactions & flushes 2024-11-11T05:20:41,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. after waiting 0 ms 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a35879e0cf390324030d628abb37301d: Waiting for close lock at 1731302441205Disabling compacts and flushes for region at 1731302441205Disabling writes for close at 1731302441205Writing region close event to WAL at 1731302441205Closed at 1731302441205 2024-11-11T05:20:41,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:20:41,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302441206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302441206"}]},"ts":"1731302441206"} 2024-11-11T05:20:41,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:20:41,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:20:41,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302441209"}]},"ts":"1731302441209"} 2024-11-11T05:20:41,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:20:41,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35879e0cf390324030d628abb37301d, ASSIGN}] 2024-11-11T05:20:41,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35879e0cf390324030d628abb37301d, ASSIGN 2024-11-11T05:20:41,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a35879e0cf390324030d628abb37301d, ASSIGN; state=OFFLINE, location=1d14b453aaa0,43313,1731302433876; forceNewPlan=false, retain=false 2024-11-11T05:20:41,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a35879e0cf390324030d628abb37301d, regionState=OPENING, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:41,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a35879e0cf390324030d628abb37301d, ASSIGN because future has completed 2024-11-11T05:20:41,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35879e0cf390324030d628abb37301d, server=1d14b453aaa0,43313,1731302433876}] 2024-11-11T05:20:41,368 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:41,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:41,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:20:41,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C43313%2C1731302433876.rep, suffix=, logDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876, archiveDir=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/oldWALs, maxLogs=10 2024-11-11T05:20:41,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.rep.1731302441522, exclude list is [], retry=0 2024-11-11T05:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-878952f6-0ce2-41db-93ba-d234fcc690de,DISK] 2024-11-11T05:20:41,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.rep.1731302441522 2024-11-11T05:20:41,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40805:40805)] 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a35879e0cf390324030d628abb37301d, NAME => 'hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:41,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. service=MultiRowMutationService 2024-11-11T05:20:41,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,545 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,547 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35879e0cf390324030d628abb37301d columnFamilyName hfileref 2024-11-11T05:20:41,547 DEBUG [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:41,547 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(327): Store=a35879e0cf390324030d628abb37301d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:41,547 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,548 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35879e0cf390324030d628abb37301d columnFamilyName queue 2024-11-11T05:20:41,548 DEBUG [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:41,548 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(327): Store=a35879e0cf390324030d628abb37301d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:41,548 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,549 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35879e0cf390324030d628abb37301d columnFamilyName sid 2024-11-11T05:20:41,549 DEBUG [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:41,550 INFO [StoreOpener-a35879e0cf390324030d628abb37301d-1 {}] regionserver.HStore(327): Store=a35879e0cf390324030d628abb37301d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:41,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/replication/a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/replication/a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:20:41,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/replication/a35879e0cf390324030d628abb37301d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:41,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a35879e0cf390324030d628abb37301d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69811402, jitterRate=0.04027095437049866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:20:41,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:41,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a35879e0cf390324030d628abb37301d: Running coprocessor pre-open hook at 1731302441545Writing region info on filesystem at 1731302441545Initializing all the Stores at 1731302441545Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302441545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302441545Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302441545Cleaning up temporary data from old regions at 1731302441551 (+6 ms)Running coprocessor post-open hooks at 1731302441554 (+3 ms)Region opened successfully at 1731302441554 2024-11-11T05:20:41,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d., pid=10, masterSystemTime=1731302441517 2024-11-11T05:20:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:41,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a35879e0cf390324030d628abb37301d, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35879e0cf390324030d628abb37301d, server=1d14b453aaa0,43313,1731302433876 because future has completed 2024-11-11T05:20:41,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:20:41,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:20:41,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:20:41,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a35879e0cf390324030d628abb37301d, server=1d14b453aaa0,43313,1731302433876 in 196 msec 2024-11-11T05:20:41,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:20:41,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35879e0cf390324030d628abb37301d, ASSIGN in 352 msec 2024-11-11T05:20:41,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:20:41,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302441565"}]},"ts":"1731302441565"} 2024-11-11T05:20:41,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:20:41,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:20:41,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T05:20:41,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d., hostname=1d14b453aaa0,43313,1731302433876, seqNum=2] 2024-11-11T05:20:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:41,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:20:41,972 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:42,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:20:42,105 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:20:42,131 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,43313,1731302433876, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:20:42,132 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:42,132 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43313,1731302433876, seqNum=-1] 2024-11-11T05:20:42,132 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:42,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:42,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,43313,1731302433876', locateType=CURRENT is [region=hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d., hostname=1d14b453aaa0,43313,1731302433876, seqNum=2] 2024-11-11T05:20:42,137 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:20:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:20:42,139 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,43313,1731302433876 suceeded 2024-11-11T05:20:42,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:20:42,140 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:37769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:20:42,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T05:20:42,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7590 sec 2024-11-11T05:20:42,149 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:37769' 2024-11-11T05:20:42,150 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b65ccc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,150 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:42,150 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:42,151 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d55afab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:42,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:42,152 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fb7044e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:20:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4147a228 2024-11-11T05:20:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:20:42,154 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T05:20:42,154 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,43313,1731302433876 (queues=1) is replicating from cluster=3044ccc2-eccb-4fab-afe6-95320efe29ad to cluster=792856a6-0210-475d-b403-b4347bd9bf0e 2024-11-11T05:20:42,155 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C43313%2C1731302433876 2024-11-11T05:20:42,155 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,43313,1731302433876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:20:42,156 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, startPosition=0, beingWritten=true 2024-11-11T05:20:42,157 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C43313%2C1731302433876 2024-11-11T05:20:42,161 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:42,161 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 379, reset compression=false 2024-11-11T05:20:42,161 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:42,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:42,365 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 379, reset compression=false 2024-11-11T05:20:42,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:20:42,536 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:20:42,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:42,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:42,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:42,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:42,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:42,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:42,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41011,1731302428712, seqNum=-1] 2024-11-11T05:20:42,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:42,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc., hostname=1d14b453aaa0,41011,1731302428712, seqNum=2] 2024-11-11T05:20:42,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43313,1731302433876, seqNum=-1] 2024-11-11T05:20:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:42,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d., hostname=1d14b453aaa0,43313,1731302433876, seqNum=2] 2024-11-11T05:20:42,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T05:20:42,669 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 379, reset compression=false 2024-11-11T05:20:42,675 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 379, reset compression=false 2024-11-11T05:20:42,680 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:42,680 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 480, reset compression=false 2024-11-11T05:20:42,680 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ee473aac4bc79de5ca474919d183cc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T05:20:42,683 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:42,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T05:20:42,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:20:42,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c71aab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33329,-1 for getting cluster id 2024-11-11T05:20:42,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:42,687 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3044ccc2-eccb-4fab-afe6-95320efe29ad' 2024-11-11T05:20:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3044ccc2-eccb-4fab-afe6-95320efe29ad" 2024-11-11T05:20:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17773f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33329,-1] 2024-11-11T05:20:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:42,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:42,688 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:42,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fb06025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:42,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:42,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,43313,1731302433876, seqNum=-1] 2024-11-11T05:20:42,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:42,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:42,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d., hostname=1d14b453aaa0,43313,1731302433876, seqNum=2] 2024-11-11T05:20:42,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:20:42,884 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 480, reset compression=false 2024-11-11T05:20:43,072 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 379, reset compression=false 2024-11-11T05:20:43,076 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:43,076 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 503, reset compression=false 2024-11-11T05:20:43,076 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:43,188 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 480, reset compression=false 2024-11-11T05:20:43,279 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 503, reset compression=false 2024-11-11T05:20:43,551 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T05:20:43,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T05:20:43,583 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 503, reset compression=false 2024-11-11T05:20:43,587 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:43,587 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 607, reset compression=false 2024-11-11T05:20:43,587 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cce828c0bbbc0a5bfb87d1c2c432ce2d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:20:43,590 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:43,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T05:20:43,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:20:43,592 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 480, reset compression=false 2024-11-11T05:20:43,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@835b6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:43,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,37769,-1 for getting cluster id 2024-11-11T05:20:43,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:43,593 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792856a6-0210-475d-b403-b4347bd9bf0e' 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792856a6-0210-475d-b403-b4347bd9bf0e" 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c769dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,37769,-1] 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:43,595 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:43,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dbd645e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:43,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41011,1731302428712, seqNum=-1] 2024-11-11T05:20:43,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:43,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T05:20:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc., hostname=1d14b453aaa0,41011,1731302428712, seqNum=2] 2024-11-11T05:20:43,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:20:43,794 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 607, reset compression=false 2024-11-11T05:20:44,097 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 607, reset compression=false 2024-11-11T05:20:44,109 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 480, reset compression=false 2024-11-11T05:20:44,112 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:44,112 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 607, reset compression=false 2024-11-11T05:20:44,112 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:44,316 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 607, reset compression=false 2024-11-11T05:20:44,500 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 607, reset compression=false 2024-11-11T05:20:44,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T05:20:44,566 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T05:20:44,619 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 607, reset compression=false 2024-11-11T05:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 763, reset compression=false 2024-11-11T05:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2ee473aac4bc79de5ca474919d183cc/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T05:20:44,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:20:44,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:20:44,831 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 763, reset compression=false 2024-11-11T05:20:45,003 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 607, reset compression=false 2024-11-11T05:20:45,006 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:45,006 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 754, reset compression=false 2024-11-11T05:20:45,006 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:45,135 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 763, reset compression=false 2024-11-11T05:20:45,210 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 754, reset compression=false 2024-11-11T05:20:45,514 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 754, reset compression=false 2024-11-11T05:20:45,538 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 763, reset compression=false 2024-11-11T05:20:45,568 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T05:20:45,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T05:20:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:20:45,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:45,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T05:20:45,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T05:20:45,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:45,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:20:45,918 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 754, reset compression=false 2024-11-11T05:20:45,922 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:20:45,922 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 913, reset compression=false 2024-11-11T05:20:45,922 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cce828c0bbbc0a5bfb87d1c2c432ce2d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T05:20:45,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:20:45,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:20:46,042 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 763, reset compression=false 2024-11-11T05:20:46,046 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:46,046 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:46,046 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:46,126 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 913, reset compression=false 2024-11-11T05:20:46,250 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:46,429 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 913, reset compression=false 2024-11-11T05:20:46,553 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:46,573 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T05:20:46,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:20:46,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:46,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:46,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:46,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:46,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:20:46,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815768154, stopped=false 2024-11-11T05:20:46,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,33329,1731302433727 2024-11-11T05:20:46,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11065879895/running 2024-11-11T05:20:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11065879895/running 2024-11-11T05:20:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:46,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:46,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:46,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:46,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:46,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,43313,1731302433876' ***** 2024-11-11T05:20:46,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/running 2024-11-11T05:20:46,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Set watcher on znode that does not yet exist, /11065879895/running 2024-11-11T05:20:46,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:20:46,653 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:20:46,653 INFO [RS:0;1d14b453aaa0:43313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:20:46,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:20:46,653 INFO [RS:0;1d14b453aaa0:43313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43313. 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cce828c0bbbc0a5bfb87d1c2c432ce2d, disabling compactions & flushes 2024-11-11T05:20:46,654 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:46,654 DEBUG [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:46,654 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. after waiting 0 ms 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:20:46,654 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T05:20:46,654 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:20:46,654 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1325): Online Regions={cce828c0bbbc0a5bfb87d1c2c432ce2d=test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d., 1588230740=hbase:meta,,1.1588230740, a35879e0cf390324030d628abb37301d=hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.} 2024-11-11T05:20:46,654 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d, cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:46,654 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:46,654 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:46,654 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:20:46,668 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/info/cb0f62ddc5644e88b85832b262e838c7 is 147, key is hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d./info:regioninfo/1731302441557/Put/seqid=0 2024-11-11T05:20:46,670 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f/a203fcde8e0a404e8184fdd2293f63ea is 29, key is row1/f:/1731302445568/DeleteFamily/seqid=0 2024-11-11T05:20:46,671 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741840_1016 (size=7686) 2024-11-11T05:20:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741841_1017 (size=5118) 2024-11-11T05:20:46,673 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f/a203fcde8e0a404e8184fdd2293f63ea 2024-11-11T05:20:46,677 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a203fcde8e0a404e8184fdd2293f63ea 2024-11-11T05:20:46,695 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f1/08f8c53b55eb4d60bf75bec8c1946b21 is 30, key is row1/f1:/1731302445568/DeleteFamily/seqid=0 2024-11-11T05:20:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741842_1018 (size=5123) 2024-11-11T05:20:46,833 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 913, reset compression=false 2024-11-11T05:20:46,837 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:46,837 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1160, reset compression=false 2024-11-11T05:20:46,837 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,43313,1731302433876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:46,838 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,43313,1731302433876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,43313,1731302433876, walGroup=1d14b453aaa0%2C43313%2C1731302433876, offset=1d14b453aaa0%2C43313%2C1731302433876.1731302435691:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:43313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:20:46,839 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:20:46,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:20:46,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:20:46,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:20:46,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:20:46,840 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 575637280 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190051944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:20:46,840 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:33329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:33329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:20:46,854 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d, cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:46,957 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:47,041 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1160, reset compression=false 2024-11-11T05:20:47,055 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d, cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:47,101 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f1/08f8c53b55eb4d60bf75bec8c1946b21 2024-11-11T05:20:47,101 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/info/cb0f62ddc5644e88b85832b262e838c7 2024-11-11T05:20:47,105 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f8c53b55eb4d60bf75bec8c1946b21 2024-11-11T05:20:47,117 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/ns/0bced5a3c59140d196254c45119d0504 is 43, key is default/ns:d/1731302436896/Put/seqid=0 2024-11-11T05:20:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741843_1019 (size=5153) 2024-11-11T05:20:47,123 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/ns/0bced5a3c59140d196254c45119d0504 2024-11-11T05:20:47,128 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/norep/ac798946d2ed4430b16cf3845f838395 is 33, key is row1/norep:/1731302445568/DeleteFamily/seqid=0 2024-11-11T05:20:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741844_1020 (size=5108) 2024-11-11T05:20:47,142 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e892916a17f40618f12ee4c26561be1 is 112, key is test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d./rep_barrier:seqnumDuringOpen/1731302438837/Put/seqid=0 2024-11-11T05:20:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741845_1021 (size=5518) 2024-11-11T05:20:47,255 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d, cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:47,344 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1160, reset compression=false 2024-11-11T05:20:47,455 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d, cce828c0bbbc0a5bfb87d1c2c432ce2d 2024-11-11T05:20:47,460 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:47,532 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/norep/ac798946d2ed4430b16cf3845f838395 2024-11-11T05:20:47,536 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac798946d2ed4430b16cf3845f838395 2024-11-11T05:20:47,537 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f/a203fcde8e0a404e8184fdd2293f63ea as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/f/a203fcde8e0a404e8184fdd2293f63ea 2024-11-11T05:20:47,541 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a203fcde8e0a404e8184fdd2293f63ea 2024-11-11T05:20:47,541 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/f/a203fcde8e0a404e8184fdd2293f63ea, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:47,541 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/f1/08f8c53b55eb4d60bf75bec8c1946b21 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/f1/08f8c53b55eb4d60bf75bec8c1946b21 2024-11-11T05:20:47,546 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f8c53b55eb4d60bf75bec8c1946b21 2024-11-11T05:20:47,546 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/f1/08f8c53b55eb4d60bf75bec8c1946b21, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:47,549 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e892916a17f40618f12ee4c26561be1 2024-11-11T05:20:47,549 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/.tmp/norep/ac798946d2ed4430b16cf3845f838395 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/norep/ac798946d2ed4430b16cf3845f838395 2024-11-11T05:20:47,553 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac798946d2ed4430b16cf3845f838395 2024-11-11T05:20:47,553 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/norep/ac798946d2ed4430b16cf3845f838395, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:47,554 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cce828c0bbbc0a5bfb87d1c2c432ce2d in 900ms, sequenceid=8, compaction requested=false 2024-11-11T05:20:47,560 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/default/test/cce828c0bbbc0a5bfb87d1c2c432ce2d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:47,562 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cce828c0bbbc0a5bfb87d1c2c432ce2d: Waiting for close lock at 1731302446654Running coprocessor pre-close hooks at 1731302446654Disabling compacts and flushes for region at 1731302446654Disabling writes for close at 1731302446654Obtaining lock to block concurrent updates at 1731302446654Preparing flush snapshotting stores in cce828c0bbbc0a5bfb87d1c2c432ce2d at 1731302446654Finished memstore snapshotting test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731302446655 (+1 ms)Flushing stores of test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. at 1731302446655Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f: creating writer at 1731302446655Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f: appending metadata at 1731302446670 (+15 ms)Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f: closing flushed file at 1731302446670Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f1: creating writer at 1731302446678 (+8 ms)Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f1: appending metadata at 1731302446694 (+16 ms)Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/f1: closing flushed file at 1731302446694Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/norep: creating writer at 1731302447105 (+411 ms)Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/norep: appending metadata at 1731302447127 (+22 ms)Flushing cce828c0bbbc0a5bfb87d1c2c432ce2d/norep: closing flushed file at 1731302447127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f7ebe8: reopening flushed file at 1731302447536 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d450d5: reopening flushed file at 1731302447541 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5937cb93: reopening flushed file at 1731302447546 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cce828c0bbbc0a5bfb87d1c2c432ce2d in 900ms, sequenceid=8, compaction requested=false at 1731302447554 (+8 ms)Writing region close event to WAL at 1731302447555 (+1 ms)Running coprocessor post-close hooks at 1731302447561 (+6 ms)Closed at 1731302447562 (+1 ms) 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302438087.cce828c0bbbc0a5bfb87d1c2c432ce2d. 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a35879e0cf390324030d628abb37301d, disabling compactions & flushes 2024-11-11T05:20:47,562 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. after waiting 0 ms 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,562 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a35879e0cf390324030d628abb37301d: Waiting for close lock at 1731302447562Running coprocessor pre-close hooks at 1731302447562Disabling compacts and flushes for region at 1731302447562Disabling writes for close at 1731302447562Failed flush hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d., putting online again at 1731302447562 2024-11-11T05:20:47,563 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,571 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/table/3a67cf8808964c1d89401cddac9df9d1 is 53, key is hbase:replication/table:state/1731302441565/Put/seqid=0 2024-11-11T05:20:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:20:47,588 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:20:47,588 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:20:47,655 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:20:47,655 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a35879e0cf390324030d628abb37301d=hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d.} 2024-11-11T05:20:47,655 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for a35879e0cf390324030d628abb37301d 2024-11-11T05:20:47,655 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35879e0cf390324030d628abb37301d 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a35879e0cf390324030d628abb37301d, disabling compactions & flushes 2024-11-11T05:20:47,656 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. after waiting 0 ms 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a35879e0cf390324030d628abb37301d: Waiting for close lock at 1731302447655Running coprocessor pre-close hooks at 1731302447655Disabling compacts and flushes for region at 1731302447655Disabling writes for close at 1731302447656 (+1 ms)Failed flush hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d., putting online again at 1731302447656 2024-11-11T05:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302440391.a35879e0cf390324030d628abb37301d. 2024-11-11T05:20:47,748 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1160, reset compression=false 2024-11-11T05:20:47,752 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:47,752 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1804, reset compression=false 2024-11-11T05:20:47,856 DEBUG [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:47,955 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.1731302435691 to pos 1804, reset compression=false 2024-11-11T05:20:47,975 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/table/3a67cf8808964c1d89401cddac9df9d1 2024-11-11T05:20:47,980 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/info/cb0f62ddc5644e88b85832b262e838c7 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/info/cb0f62ddc5644e88b85832b262e838c7 2024-11-11T05:20:47,984 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/info/cb0f62ddc5644e88b85832b262e838c7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:20:47,984 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/ns/0bced5a3c59140d196254c45119d0504 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/ns/0bced5a3c59140d196254c45119d0504 2024-11-11T05:20:47,989 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/ns/0bced5a3c59140d196254c45119d0504, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:20:47,990 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3e892916a17f40618f12ee4c26561be1 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/rep_barrier/3e892916a17f40618f12ee4c26561be1 2024-11-11T05:20:47,993 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/rep_barrier/3e892916a17f40618f12ee4c26561be1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:20:47,994 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/.tmp/table/3a67cf8808964c1d89401cddac9df9d1 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/table/3a67cf8808964c1d89401cddac9df9d1 2024-11-11T05:20:47,998 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/table/3a67cf8808964c1d89401cddac9df9d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:20:47,999 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-11T05:20:48,007 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:20:48,007 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:48,007 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:48,007 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:48,008 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302446654Running coprocessor pre-close hooks at 1731302446654Disabling compacts and flushes for region at 1731302446654Disabling writes for close at 1731302446654Obtaining lock to block concurrent updates at 1731302446655 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302446655Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302446655Flushing stores of hbase:meta,,1.1588230740 at 1731302446655Flushing 1588230740/info: creating writer at 1731302446655Flushing 1588230740/info: appending metadata at 1731302446668 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731302446668Flushing 1588230740/ns: creating writer at 1731302447105 (+437 ms)Flushing 1588230740/ns: appending metadata at 1731302447117 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731302447117Flushing 1588230740/rep_barrier: creating writer at 1731302447127 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302447142 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302447142Flushing 1588230740/table: creating writer at 1731302447554 (+412 ms)Flushing 1588230740/table: appending metadata at 1731302447571 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731302447571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4779be0b: reopening flushed file at 1731302447979 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5386c906: reopening flushed file at 1731302447984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8669e29: reopening flushed file at 1731302447989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7913f8e1: reopening flushed file at 1731302447993 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731302447999 (+6 ms)Writing region close event to WAL at 1731302448004 (+5 ms)Running coprocessor post-close hooks at 1731302448007 (+3 ms)Closed at 1731302448007 2024-11-11T05:20:48,008 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:48,056 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:20:48,056 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,43313,1731302433876; all regions closed. 2024-11-11T05:20:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:20:48,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/WALs/1d14b453aaa0,43313,1731302433876/1d14b453aaa0%2C43313%2C1731302433876.meta.1731302436841.meta not finished, retry = 0 2024-11-11T05:20:48,064 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741839_1015 (size=1733) 2024-11-11T05:20:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741832_1008 (size=1812) 2024-11-11T05:20:48,164 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:48,164 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:48,165 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:48,165 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:48,165 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:48,165 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:48,165 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,43313,1731302433876 because: Region server is closing 2024-11-11T05:20:48,165 INFO [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43313. 2024-11-11T05:20:48,165 DEBUG [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:48,165 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:48,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:48,166 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:48,266 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.shipper1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 terminated 2024-11-11T05:20:48,266 INFO [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:43313. 2024-11-11T05:20:48,266 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,43313,1731302433876.replicationSource.wal-reader.1d14b453aaa0%2C43313%2C1731302433876,1-1d14b453aaa0,43313,1731302433876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:20:48,266 DEBUG [RS:0;1d14b453aaa0:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:48,266 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:48,266 DEBUG [RS:0;1d14b453aaa0:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:48,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:48,267 INFO [RS:0;1d14b453aaa0:43313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43313 2024-11-11T05:20:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895/rs 2024-11-11T05:20:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11065879895/rs/1d14b453aaa0,43313,1731302433876 2024-11-11T05:20:48,330 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:48,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,43313,1731302433876] 2024-11-11T05:20:48,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11065879895/draining/1d14b453aaa0,43313,1731302433876 already deleted, retry=false 2024-11-11T05:20:48,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,43313,1731302433876 expired; onlineServers=0 2024-11-11T05:20:48,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,33329,1731302433727' ***** 2024-11-11T05:20:48,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:20:48,351 INFO [M:0;1d14b453aaa0:33329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:48,351 INFO [M:0;1d14b453aaa0:33329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:48,352 DEBUG [M:0;1d14b453aaa0:33329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:20:48,352 DEBUG [M:0;1d14b453aaa0:33329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:20:48,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:20:48,352 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302435443 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302435443,5,FailOnTimeoutGroup] 2024-11-11T05:20:48,352 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302435443 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302435443,5,FailOnTimeoutGroup] 2024-11-11T05:20:48,352 INFO [M:0;1d14b453aaa0:33329 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:48,352 INFO [M:0;1d14b453aaa0:33329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:48,352 DEBUG [M:0;1d14b453aaa0:33329 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:20:48,352 INFO [M:0;1d14b453aaa0:33329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:20:48,352 INFO [M:0;1d14b453aaa0:33329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:48,352 INFO [M:0;1d14b453aaa0:33329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:20:48,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:20:48,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11065879895/master 2024-11-11T05:20:48,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11065879895 2024-11-11T05:20:48,362 DEBUG [M:0;1d14b453aaa0:33329 {}] zookeeper.ZKUtil(347): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Unable to get data of znode /11065879895/master because node does not exist (not an error) 2024-11-11T05:20:48,362 WARN [M:0;1d14b453aaa0:33329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:20:48,362 INFO [M:0;1d14b453aaa0:33329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/.lastflushedseqids 2024-11-11T05:20:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1012856821b0004, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:48,441 INFO [RS:0;1d14b453aaa0:43313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:48,441 INFO [RS:0;1d14b453aaa0:43313 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,43313,1731302433876; zookeeper connection closed. 2024-11-11T05:20:48,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3958e37d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3958e37d 2024-11-11T05:20:48,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:20:48,767 INFO [M:0;1d14b453aaa0:33329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:20:48,767 INFO [M:0;1d14b453aaa0:33329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:20:48,767 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:48,767 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:48,767 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:48,767 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:48,767 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:48,767 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T05:20:48,769 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:48,784 DEBUG [M:0;1d14b453aaa0:33329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130861e7e91b49c392ea7092c4f85a9f is 82, key is hbase:meta,,1/info:regioninfo/1731302436867/Put/seqid=0 2024-11-11T05:20:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:20:49,187 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130861e7e91b49c392ea7092c4f85a9f 2024-11-11T05:20:49,206 DEBUG [M:0;1d14b453aaa0:33329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3778c7ed63894495a62834bb0f78eb62 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302441568/Put/seqid=0 2024-11-11T05:20:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741849_1025 (size=8515) 2024-11-11T05:20:49,577 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:49,610 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3778c7ed63894495a62834bb0f78eb62 2024-11-11T05:20:49,626 DEBUG [M:0;1d14b453aaa0:33329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2af4466067245ae82769f504047ad77 is 69, key is 1d14b453aaa0,43313,1731302433876/rs:state/1731302435540/Put/seqid=0 2024-11-11T05:20:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:20:50,030 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2af4466067245ae82769f504047ad77 2024-11-11T05:20:50,034 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/130861e7e91b49c392ea7092c4f85a9f as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/130861e7e91b49c392ea7092c4f85a9f 2024-11-11T05:20:50,038 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/130861e7e91b49c392ea7092c4f85a9f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:20:50,038 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3778c7ed63894495a62834bb0f78eb62 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3778c7ed63894495a62834bb0f78eb62 2024-11-11T05:20:50,042 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3778c7ed63894495a62834bb0f78eb62, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:20:50,043 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2af4466067245ae82769f504047ad77 as hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2af4466067245ae82769f504047ad77 2024-11-11T05:20:50,046 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33473/user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2af4466067245ae82769f504047ad77, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:20:50,047 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-11T05:20:50,054 INFO [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:50,054 DEBUG [M:0;1d14b453aaa0:33329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302448767Disabling compacts and flushes for region at 1731302448767Disabling writes for close at 1731302448767Obtaining lock to block concurrent updates at 1731302448767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302448767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731302448768 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302448768Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302448768Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302448784 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302448784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302449191 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302449206 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302449206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302449614 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302449625 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302449625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2ba24f: reopening flushed file at 1731302450033 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497f3ba2: reopening flushed file at 1731302450038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52370212: reopening flushed file at 1731302450042 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731302450047 (+5 ms)Writing region close event to WAL at 1731302450053 (+6 ms)Closed at 1731302450053 2024-11-11T05:20:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741830_1006 (size=63642) 2024-11-11T05:20:50,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/520d6e0f-c682-7852-36e8-ceefc2f2d1c3/MasterData/WALs/1d14b453aaa0,33329,1731302433727/1d14b453aaa0%2C33329%2C1731302433727.1731302435196 not finished, retry = 0 2024-11-11T05:20:50,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:50,157 INFO [M:0;1d14b453aaa0:33329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:20:50,157 INFO [M:0;1d14b453aaa0:33329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33329 2024-11-11T05:20:50,158 INFO [M:0;1d14b453aaa0:33329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:50,325 INFO [M:0;1d14b453aaa0:33329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33329-0x1012856821b0003, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:50,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641f60a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:50,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:50,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:50,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:50,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:50,360 WARN [BP-1095985758-172.17.0.2-1731302431706 heartbeating to localhost/127.0.0.1:33473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:20:50,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:20:50,361 WARN [BP-1095985758-172.17.0.2-1731302431706 heartbeating to localhost/127.0.0.1:33473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1095985758-172.17.0.2-1731302431706 (Datanode Uuid 143a7e2f-1ca1-4656-ab4d-3b647bcf300a) service to localhost/127.0.0.1:33473 2024-11-11T05:20:50,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:20:50,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/cluster_3713acbb-6acb-700f-7e3d-7a484ecf5b73/data/data1/current/BP-1095985758-172.17.0.2-1731302431706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:50,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/cluster_3713acbb-6acb-700f-7e3d-7a484ecf5b73/data/data2/current/BP-1095985758-172.17.0.2-1731302431706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:50,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:20:50,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e86afc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:50,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:50,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:50,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:50,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:20:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:20:50,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:50,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:50,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:50,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:50,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:50,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:20:50,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=213323183, stopped=false 2024-11-11T05:20:50,384 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,37769,1731302428482 2024-11-11T05:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346013666/running 2024-11-11T05:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346013666/running 2024-11-11T05:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:50,400 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:50,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/running 2024-11-11T05:20:50,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:20:50,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:50,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:50,401 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,41011,1731302428712' ***** 2024-11-11T05:20:50,401 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:20:50,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:50,401 INFO [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41011. 2024-11-11T05:20:50,401 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2ee473aac4bc79de5ca474919d183cc, disabling compactions & flushes 2024-11-11T05:20:50,401 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:50,401 DEBUG [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:50,402 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. after waiting 0 ms 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:50,402 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2ee473aac4bc79de5ca474919d183cc 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T05:20:50,402 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:20:50,402 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:20:50,402 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:20:50,402 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:20:50,402 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:20:50,402 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1325): Online Regions={c2ee473aac4bc79de5ca474919d183cc=test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc., 1588230740=hbase:meta,,1.1588230740, 9beb3c0a5a1759c140a9220fa394e005=hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.} 2024-11-11T05:20:50,402 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005, c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:50,402 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:50,402 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:50,402 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:20:50,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Set watcher on znode that does not yet exist, /0346013666/running 2024-11-11T05:20:50,414 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:50,421 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/info/7e7da34aeb0249ebb4351c40bb68e33c is 147, key is hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005./info:regioninfo/1731302439609/Put/seqid=0 2024-11-11T05:20:50,422 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f/0ee701b559e34fe4aa436f960c70d442 is 29, key is row1/f:/1731302445568/DeleteFamily/seqid=0 2024-11-11T05:20:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741840_1016 (size=7686) 2024-11-11T05:20:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741841_1017 (size=5118) 2024-11-11T05:20:50,480 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 912, reset compression=false 2024-11-11T05:20:50,485 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:50,485 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1159, reset compression=false 2024-11-11T05:20:50,485 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41011,1731302428712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:20:50,486 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,41011,1731302428712: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,41011,1731302428712, walGroup=1d14b453aaa0%2C41011%2C1731302428712, offset=1d14b453aaa0%2C41011%2C1731302428712.1731302430528:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:41011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:20:50,487 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:20:50,487 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:20:50,488 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 630163232 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190753728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:20:50,488 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:20:50,602 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005, c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:50,689 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1159, reset compression=false 2024-11-11T05:20:50,802 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005, c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:50,830 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/info/7e7da34aeb0249ebb4351c40bb68e33c 2024-11-11T05:20:50,834 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f/0ee701b559e34fe4aa436f960c70d442 2024-11-11T05:20:50,838 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee701b559e34fe4aa436f960c70d442 2024-11-11T05:20:50,848 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/ns/fa680b0fb3b94cfcb647bf049142666b is 43, key is default/ns:d/1731302431619/Put/seqid=0 2024-11-11T05:20:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:20:50,851 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/ns/fa680b0fb3b94cfcb647bf049142666b 2024-11-11T05:20:50,860 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f1/a30b21aa69d6427aab1da1cd74e983cb is 30, key is row1/f1:/1731302445568/DeleteFamily/seqid=0 2024-11-11T05:20:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741843_1019 (size=5123) 2024-11-11T05:20:50,865 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f1/a30b21aa69d6427aab1da1cd74e983cb 2024-11-11T05:20:50,869 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30b21aa69d6427aab1da1cd74e983cb 2024-11-11T05:20:50,873 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/rep_barrier/3d32f97859c74644bfbbbf22840eee7c is 112, key is test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc./rep_barrier:seqnumDuringOpen/1731302437690/Put/seqid=0 2024-11-11T05:20:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741844_1020 (size=5518) 2024-11-11T05:20:50,884 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/norep/cb2480a5c48941a99343bec913899ab6 is 32, key is row/norep:/1731302444558/DeleteFamily/seqid=0 2024-11-11T05:20:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741845_1021 (size=5101) 2024-11-11T05:20:50,996 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1159, reset compression=false 2024-11-11T05:20:51,003 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005, c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:51,203 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005, c2ee473aac4bc79de5ca474919d183cc 2024-11-11T05:20:51,277 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/rep_barrier/3d32f97859c74644bfbbbf22840eee7c 2024-11-11T05:20:51,287 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/norep/cb2480a5c48941a99343bec913899ab6 2024-11-11T05:20:51,291 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb2480a5c48941a99343bec913899ab6 2024-11-11T05:20:51,292 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f/0ee701b559e34fe4aa436f960c70d442 as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/f/0ee701b559e34fe4aa436f960c70d442 2024-11-11T05:20:51,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee701b559e34fe4aa436f960c70d442 2024-11-11T05:20:51,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/f/0ee701b559e34fe4aa436f960c70d442, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:51,296 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/table/2038408bcdd64f849ed47c03f0e1df24 is 53, key is hbase:replication/table:state/1731302439617/Put/seqid=0 2024-11-11T05:20:51,296 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/f1/a30b21aa69d6427aab1da1cd74e983cb as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/f1/a30b21aa69d6427aab1da1cd74e983cb 2024-11-11T05:20:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:20:51,301 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30b21aa69d6427aab1da1cd74e983cb 2024-11-11T05:20:51,301 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/f1/a30b21aa69d6427aab1da1cd74e983cb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:51,302 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/.tmp/norep/cb2480a5c48941a99343bec913899ab6 as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/norep/cb2480a5c48941a99343bec913899ab6 2024-11-11T05:20:51,309 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb2480a5c48941a99343bec913899ab6 2024-11-11T05:20:51,309 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/norep/cb2480a5c48941a99343bec913899ab6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T05:20:51,310 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c2ee473aac4bc79de5ca474919d183cc in 908ms, sequenceid=8, compaction requested=false 2024-11-11T05:20:51,316 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/default/test/c2ee473aac4bc79de5ca474919d183cc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:20:51,316 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:51,317 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2ee473aac4bc79de5ca474919d183cc: Waiting for close lock at 1731302450401Running coprocessor pre-close hooks at 1731302450401Disabling compacts and flushes for region at 1731302450401Disabling writes for close at 1731302450402 (+1 ms)Obtaining lock to block concurrent updates at 1731302450402Preparing flush snapshotting stores in c2ee473aac4bc79de5ca474919d183cc at 1731302450402Finished memstore snapshotting test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731302450403 (+1 ms)Flushing stores of test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. at 1731302450403Flushing c2ee473aac4bc79de5ca474919d183cc/f: creating writer at 1731302450403Flushing c2ee473aac4bc79de5ca474919d183cc/f: appending metadata at 1731302450421 (+18 ms)Flushing c2ee473aac4bc79de5ca474919d183cc/f: closing flushed file at 1731302450421Flushing c2ee473aac4bc79de5ca474919d183cc/f1: creating writer at 1731302450838 (+417 ms)Flushing c2ee473aac4bc79de5ca474919d183cc/f1: appending metadata at 1731302450859 (+21 ms)Flushing c2ee473aac4bc79de5ca474919d183cc/f1: closing flushed file at 1731302450859Flushing c2ee473aac4bc79de5ca474919d183cc/norep: creating writer at 1731302450869 (+10 ms)Flushing c2ee473aac4bc79de5ca474919d183cc/norep: appending metadata at 1731302450883 (+14 ms)Flushing c2ee473aac4bc79de5ca474919d183cc/norep: closing flushed file at 1731302450883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8ba54e: reopening flushed file at 1731302451291 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae17ac0: reopening flushed file at 1731302451295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b08116: reopening flushed file at 1731302451301 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c2ee473aac4bc79de5ca474919d183cc in 908ms, sequenceid=8, compaction requested=false at 1731302451310 (+9 ms)Writing region close event to WAL at 1731302451311 (+1 ms)Running coprocessor post-close hooks at 1731302451316 (+5 ms)Closed at 1731302451317 (+1 ms) 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302436942.c2ee473aac4bc79de5ca474919d183cc. 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9beb3c0a5a1759c140a9220fa394e005, disabling compactions & flushes 2024-11-11T05:20:51,317 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. after waiting 0 ms 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9beb3c0a5a1759c140a9220fa394e005: Waiting for close lock at 1731302451317Running coprocessor pre-close hooks at 1731302451317Disabling compacts and flushes for region at 1731302451317Disabling writes for close at 1731302451317Failed flush hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005., putting online again at 1731302451317 2024-11-11T05:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,399 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1159, reset compression=false 2024-11-11T05:20:51,401 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:20:51,401 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:20:51,403 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:20:51,403 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9beb3c0a5a1759c140a9220fa394e005=hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005.} 2024-11-11T05:20:51,403 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:51,403 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9beb3c0a5a1759c140a9220fa394e005 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9beb3c0a5a1759c140a9220fa394e005, disabling compactions & flushes 2024-11-11T05:20:51,403 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. after waiting 0 ms 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,403 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9beb3c0a5a1759c140a9220fa394e005: Waiting for close lock at 1731302451403Running coprocessor pre-close hooks at 1731302451403Disabling compacts and flushes for region at 1731302451403Disabling writes for close at 1731302451403Failed flush hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005., putting online again at 1731302451403 2024-11-11T05:20:51,403 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1803, reset compression=false 2024-11-11T05:20:51,403 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302439248.9beb3c0a5a1759c140a9220fa394e005. 2024-11-11T05:20:51,603 DEBUG [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:20:51,606 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1803, reset compression=false 2024-11-11T05:20:51,701 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/table/2038408bcdd64f849ed47c03f0e1df24 2024-11-11T05:20:51,705 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/info/7e7da34aeb0249ebb4351c40bb68e33c as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/info/7e7da34aeb0249ebb4351c40bb68e33c 2024-11-11T05:20:51,708 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/info/7e7da34aeb0249ebb4351c40bb68e33c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:20:51,709 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/ns/fa680b0fb3b94cfcb647bf049142666b as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/ns/fa680b0fb3b94cfcb647bf049142666b 2024-11-11T05:20:51,712 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/ns/fa680b0fb3b94cfcb647bf049142666b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:20:51,713 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/rep_barrier/3d32f97859c74644bfbbbf22840eee7c as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/rep_barrier/3d32f97859c74644bfbbbf22840eee7c 2024-11-11T05:20:51,717 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/rep_barrier/3d32f97859c74644bfbbbf22840eee7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:20:51,717 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/.tmp/table/2038408bcdd64f849ed47c03f0e1df24 as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/table/2038408bcdd64f849ed47c03f0e1df24 2024-11-11T05:20:51,720 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/table/2038408bcdd64f849ed47c03f0e1df24, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:20:51,721 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-11T05:20:51,724 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:20:51,724 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:20:51,724 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:20:51,724 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:51,724 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302450402Running coprocessor pre-close hooks at 1731302450402Disabling compacts and flushes for region at 1731302450402Disabling writes for close at 1731302450402Obtaining lock to block concurrent updates at 1731302450402Preparing flush snapshotting stores in 1588230740 at 1731302450402Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302450403 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302450403Flushing 1588230740/info: creating writer at 1731302450403Flushing 1588230740/info: appending metadata at 1731302450421 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731302450421Flushing 1588230740/ns: creating writer at 1731302450834 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731302450847 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731302450847Flushing 1588230740/rep_barrier: creating writer at 1731302450855 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302450873 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302450873Flushing 1588230740/table: creating writer at 1731302451280 (+407 ms)Flushing 1588230740/table: appending metadata at 1731302451295 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731302451295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a7538: reopening flushed file at 1731302451704 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e51032: reopening flushed file at 1731302451708 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1d8412: reopening flushed file at 1731302451712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161dce76: reopening flushed file at 1731302451717 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731302451721 (+4 ms)Writing region close event to WAL at 1731302451722 (+1 ms)Running coprocessor post-close hooks at 1731302451724 (+2 ms)Closed at 1731302451724 2024-11-11T05:20:51,724 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:51,803 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:20:51,803 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,41011,1731302428712; all regions closed. 2024-11-11T05:20:51,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:20:51,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.meta.1731302431548.meta not finished, retry = 0 2024-11-11T05:20:51,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.rep.1731302439581 not finished, retry = 0 2024-11-11T05:20:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741839_1015 (size=1733) 2024-11-11T05:20:51,909 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 to pos 1803, reset compression=false 2024-11-11T05:20:52,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/WALs/1d14b453aaa0,41011,1731302428712/1d14b453aaa0%2C41011%2C1731302428712.1731302430528 not finished, retry = 0 2024-11-11T05:20:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741832_1008 (size=1811) 2024-11-11T05:20:52,111 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:52,111 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:20:52,111 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:52,112 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:52,112 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:52,112 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:52,112 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,41011,1731302428712 because: Region server is closing 2024-11-11T05:20:52,112 INFO [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41011. 2024-11-11T05:20:52,112 DEBUG [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:52,112 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:52,112 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:52,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:52,212 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.shipper1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 terminated 2024-11-11T05:20:52,212 INFO [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41011. 2024-11-11T05:20:52,212 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41011,1731302428712.replicationSource.wal-reader.1d14b453aaa0%2C41011%2C1731302428712,1-1d14b453aaa0,41011,1731302428712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:20:52,213 DEBUG [RS:0;1d14b453aaa0:41011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:20:52,213 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:52,213 DEBUG [RS:0;1d14b453aaa0:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:52,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:20:52,213 INFO [RS:0;1d14b453aaa0:41011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41011 2024-11-11T05:20:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346013666/rs/1d14b453aaa0,41011,1731302428712 2024-11-11T05:20:52,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666/rs 2024-11-11T05:20:52,336 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:52,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,41011,1731302428712] 2024-11-11T05:20:52,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0346013666/draining/1d14b453aaa0,41011,1731302428712 already deleted, retry=false 2024-11-11T05:20:52,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,41011,1731302428712 expired; onlineServers=0 2024-11-11T05:20:52,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,37769,1731302428482' ***** 2024-11-11T05:20:52,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:20:52,357 INFO [M:0;1d14b453aaa0:37769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:20:52,357 INFO [M:0;1d14b453aaa0:37769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:20:52,357 DEBUG [M:0;1d14b453aaa0:37769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:20:52,357 DEBUG [M:0;1d14b453aaa0:37769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:20:52,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:20:52,357 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302430328 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302430328,5,FailOnTimeoutGroup] 2024-11-11T05:20:52,357 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302430328 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302430328,5,FailOnTimeoutGroup] 2024-11-11T05:20:52,358 INFO [M:0;1d14b453aaa0:37769 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:20:52,358 INFO [M:0;1d14b453aaa0:37769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:20:52,358 DEBUG [M:0;1d14b453aaa0:37769 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:20:52,358 INFO [M:0;1d14b453aaa0:37769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:20:52,358 INFO [M:0;1d14b453aaa0:37769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:20:52,358 INFO [M:0;1d14b453aaa0:37769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:20:52,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:20:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0346013666/master 2024-11-11T05:20:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0346013666 2024-11-11T05:20:52,368 DEBUG [M:0;1d14b453aaa0:37769 {}] zookeeper.ZKUtil(347): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Unable to get data of znode /0346013666/master because node does not exist (not an error) 2024-11-11T05:20:52,368 WARN [M:0;1d14b453aaa0:37769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:20:52,369 INFO [M:0;1d14b453aaa0:37769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/.lastflushedseqids 2024-11-11T05:20:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:20:52,447 INFO [RS:0;1d14b453aaa0:41011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:52,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:52,447 INFO [RS:0;1d14b453aaa0:41011 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,41011,1731302428712; zookeeper connection closed. 2024-11-11T05:20:52,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x1012856821b0001, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:52,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3608fa5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3608fa5 2024-11-11T05:20:52,447 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:20:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:52,773 INFO [M:0;1d14b453aaa0:37769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:20:52,773 INFO [M:0;1d14b453aaa0:37769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:20:52,773 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:52,773 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:52,773 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:52,773 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:52,773 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:52,773 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T05:20:52,786 DEBUG [M:0;1d14b453aaa0:37769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4da58887723a42dfb50eac72c5e14fbd is 82, key is hbase:meta,,1/info:regioninfo/1731302431574/Put/seqid=0 2024-11-11T05:20:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:20:53,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:20:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:20:53,190 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4da58887723a42dfb50eac72c5e14fbd 2024-11-11T05:20:53,209 DEBUG [M:0;1d14b453aaa0:37769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8078d82d7c20423f958a68a98941908e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302439620/Put/seqid=0 2024-11-11T05:20:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741849_1025 (size=8515) 2024-11-11T05:20:53,613 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8078d82d7c20423f958a68a98941908e 2024-11-11T05:20:53,631 DEBUG [M:0;1d14b453aaa0:37769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8702613ebc24420cb3c998a75d3842d5 is 69, key is 1d14b453aaa0,41011,1731302428712/rs:state/1731302430376/Put/seqid=0 2024-11-11T05:20:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:20:54,035 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8702613ebc24420cb3c998a75d3842d5 2024-11-11T05:20:54,039 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4da58887723a42dfb50eac72c5e14fbd as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4da58887723a42dfb50eac72c5e14fbd 2024-11-11T05:20:54,042 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4da58887723a42dfb50eac72c5e14fbd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:20:54,043 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8078d82d7c20423f958a68a98941908e as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8078d82d7c20423f958a68a98941908e 2024-11-11T05:20:54,047 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8078d82d7c20423f958a68a98941908e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:20:54,047 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8702613ebc24420cb3c998a75d3842d5 as hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8702613ebc24420cb3c998a75d3842d5 2024-11-11T05:20:54,051 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/3e0a733b-4f39-9ec4-a5d4-8d4935d232d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8702613ebc24420cb3c998a75d3842d5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:20:54,051 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-11T05:20:54,052 INFO [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:54,052 DEBUG [M:0;1d14b453aaa0:37769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302452773Disabling compacts and flushes for region at 1731302452773Disabling writes for close at 1731302452773Obtaining lock to block concurrent updates at 1731302452773Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302452773Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731302452773Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302452774 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302452774Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302452786 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302452786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302453193 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302453208 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302453208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302453616 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302453631 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302453631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b9c41c: reopening flushed file at 1731302454038 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49cddf18: reopening flushed file at 1731302454043 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258064b3: reopening flushed file at 1731302454047 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731302454051 (+4 ms)Writing region close event to WAL at 1731302454052 (+1 ms)Closed at 1731302454052 2024-11-11T05:20:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741830_1006 (size=63642) 2024-11-11T05:20:54,055 INFO [M:0;1d14b453aaa0:37769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:20:54,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:20:54,055 INFO [M:0;1d14b453aaa0:37769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37769 2024-11-11T05:20:54,055 INFO [M:0;1d14b453aaa0:37769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:20:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:54,219 INFO [M:0;1d14b453aaa0:37769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:20:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37769-0x1012856821b0000, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:20:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c7bfc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:54,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:54,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:54,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:54,226 WARN [BP-2122649174-172.17.0.2-1731302426247 heartbeating to localhost/127.0.0.1:40471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:20:54,226 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:20:54,226 WARN [BP-2122649174-172.17.0.2-1731302426247 heartbeating to localhost/127.0.0.1:40471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2122649174-172.17.0.2-1731302426247 (Datanode Uuid ac76a089-46a8-46f0-af65-45a9095a4202) service to localhost/127.0.0.1:40471 2024-11-11T05:20:54,226 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:20:54,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/data/data1/current/BP-2122649174-172.17.0.2-1731302426247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:54,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/cluster_efbdc3b5-bfec-432a-5149-b620f9c18682/data/data2/current/BP-2122649174-172.17.0.2-1731302426247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:20:54,227 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:20:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60871a88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:54,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:20:54,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:20:54,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:20:54,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7452e30-931c-dbb5-4266-d4b73177bd79/hadoop.log.dir/,STOPPED} 2024-11-11T05:20:54,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:20:54,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:20:54,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33473 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40471 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7125 (was 7207) 2024-11-11T05:20:54,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=7125 2024-11-11T05:20:54,281 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T05:20:54,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir so I do NOT create it in target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d 2024-11-11T05:20:54,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:20:54,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.tmp.dir so I do NOT create it in target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d 2024-11-11T05:20:54,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cd3bb7-704a-3370-ae76-eb1c143aff11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:20:54,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d 2024-11-11T05:20:54,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151, deleteOnExit=true 2024-11-11T05:20:54,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/zookeeper_0, clientPort=52896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:20:54,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52896 2024-11-11T05:20:54,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:20:54,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:20:54,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/test.cache.data in system properties and HBase conf 2024-11-11T05:20:54,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:20:54,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:20:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:20:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:20:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:20:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012856821b0002, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:20:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012856821b0005, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:20:54,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012856821b0002, quorum=127.0.0.1:53457, baseZNode=/0346013666 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:20:54,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012856821b0005, quorum=127.0.0.1:53457, baseZNode=/11065879895 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:20:54,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:54,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:54,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:54,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:54,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:54,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:54,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:54,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2703a9e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:54,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e874d16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/java.io.tmpdir/jetty-localhost-46177-hadoop-hdfs-3_4_1-tests_jar-_-any-14511583937787805120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:20:54,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f00c263{HTTP/1.1, (http/1.1)}{localhost:46177} 2024-11-11T05:20:54,734 INFO [Time-limited test {}] server.Server(415): Started @227147ms 2024-11-11T05:20:54,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:20:54,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:20:54,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:20:54,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:20:54,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:20:54,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dbe258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:20:54,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:20:55,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b443fb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/java.io.tmpdir/jetty-localhost-44859-hadoop-hdfs-3_4_1-tests_jar-_-any-11680501183350893028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:20:55,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f86a26b{HTTP/1.1, (http/1.1)}{localhost:44859} 2024-11-11T05:20:55,099 INFO [Time-limited test {}] server.Server(415): Started @227512ms 2024-11-11T05:20:55,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:20:55,725 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/data/data1/current/BP-226563575-172.17.0.2-1731302454316/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:55,725 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/data/data2/current/BP-226563575-172.17.0.2-1731302454316/current, will proceed with Du for space computation calculation, 2024-11-11T05:20:55,739 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:20:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee44e4f0585fb95 with lease ID 0x601fa9d2b77909ce: Processing first storage report for DS-0e29e324-5f26-46db-8a4e-af90d5de3641 from datanode DatanodeRegistration(127.0.0.1:41521, datanodeUuid=33e399de-ae30-4f23-b737-953d573ef4ab, infoPort=40283, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1535566386;c=1731302454316) 2024-11-11T05:20:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee44e4f0585fb95 with lease ID 0x601fa9d2b77909ce: from storage DS-0e29e324-5f26-46db-8a4e-af90d5de3641 node DatanodeRegistration(127.0.0.1:41521, datanodeUuid=33e399de-ae30-4f23-b737-953d573ef4ab, infoPort=40283, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1535566386;c=1731302454316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ee44e4f0585fb95 with lease ID 0x601fa9d2b77909ce: Processing first storage report for DS-ca90205c-04bc-45f5-87e8-628c34a33121 from datanode DatanodeRegistration(127.0.0.1:41521, datanodeUuid=33e399de-ae30-4f23-b737-953d573ef4ab, infoPort=40283, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1535566386;c=1731302454316) 2024-11-11T05:20:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ee44e4f0585fb95 with lease ID 0x601fa9d2b77909ce: from storage DS-ca90205c-04bc-45f5-87e8-628c34a33121 node DatanodeRegistration(127.0.0.1:41521, datanodeUuid=33e399de-ae30-4f23-b737-953d573ef4ab, infoPort=40283, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1535566386;c=1731302454316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:20:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:20:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:20:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:20:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:20:55,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d 2024-11-11T05:20:55,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:55,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:20:56,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d with version=8 2024-11-11T05:20:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/hbase-staging 2024-11-11T05:20:56,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:56,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34195 2024-11-11T05:20:56,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34195 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:20:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341950x0, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:56,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34195-0x1012856efc70000 connected 2024-11-11T05:20:56,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:56,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:56,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/running 2024-11-11T05:20:56,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d, hbase.cluster.distributed=false 2024-11-11T05:20:56,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/acl 2024-11-11T05:20:56,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-11T05:20:56,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34195 2024-11-11T05:20:56,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34195 2024-11-11T05:20:56,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-11T05:20:56,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-11T05:20:56,417 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:20:56,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:20:56,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42937 2024-11-11T05:20:56,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42937 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:20:56,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:56,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429370x0, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:56,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429370x0, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/running 2024-11-11T05:20:56,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42937-0x1012856efc70001 connected 2024-11-11T05:20:56,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:20:56,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:20:56,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/master 2024-11-11T05:20:56,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/acl 2024-11-11T05:20:56,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T05:20:56,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42937 2024-11-11T05:20:56,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42937 2024-11-11T05:20:56,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T05:20:56,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T05:20:56,454 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:34195 2024-11-11T05:20:56,455 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0482083462/backup-masters/1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/backup-masters 2024-11-11T05:20:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/backup-masters 2024-11-11T05:20:56,467 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on existing znode=/0482083462/backup-masters/1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:56,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482083462/master 2024-11-11T05:20:56,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:56,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:56,477 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on existing znode=/0482083462/master 2024-11-11T05:20:56,477 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0482083462/backup-masters/1d14b453aaa0,34195,1731302456229 from backup master directory 2024-11-11T05:20:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482083462/backup-masters/1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/backup-masters 2024-11-11T05:20:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/backup-masters 2024-11-11T05:20:56,487 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:56,487 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:56,490 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/hbase.id] with ID: c4fb615f-4a03-4222-ba94-da95ed8862a8 2024-11-11T05:20:56,490 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/.tmp/hbase.id 2024-11-11T05:20:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:20:56,895 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/.tmp/hbase.id]:[hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/hbase.id] 2024-11-11T05:20:56,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:20:56,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:20:56,903 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:20:57,355 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:20:57,355 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:20:57,356 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:20:57,761 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store 2024-11-11T05:20:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:20:58,165 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:20:58,166 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:58,166 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302458166Disabling compacts and flushes for region at 1731302458166Disabling writes for close at 1731302458166Writing region close event to WAL at 1731302458166Closed at 1731302458166 2024-11-11T05:20:58,166 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/.initializing 2024-11-11T05:20:58,166 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/WALs/1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:58,167 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:58,168 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C34195%2C1731302456229, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/WALs/1d14b453aaa0,34195,1731302456229, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/oldWALs, maxLogs=10 2024-11-11T05:20:58,179 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/WALs/1d14b453aaa0,34195,1731302456229/1d14b453aaa0%2C34195%2C1731302456229.1731302458168, exclude list is [], retry=0 2024-11-11T05:20:58,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-0e29e324-5f26-46db-8a4e-af90d5de3641,DISK] 2024-11-11T05:20:58,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/WALs/1d14b453aaa0,34195,1731302456229/1d14b453aaa0%2C34195%2C1731302456229.1731302458168 2024-11-11T05:20:58,183 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283)] 2024-11-11T05:20:58,183 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:58,183 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:58,183 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,183 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:20:58,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:20:58,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:58,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:20:58,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:58,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:58,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:20:58,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:58,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:20:58,188 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,189 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,189 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,190 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,190 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,190 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:58,191 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:20:58,192 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:58,192 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68489297, jitterRate=0.0205700546503067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:58,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302458183Initializing all the Stores at 1731302458184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302458184Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302458184Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302458184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302458184Cleaning up temporary data from old regions at 1731302458190 (+6 ms)Region opened successfully at 1731302458193 (+3 ms) 2024-11-11T05:20:58,193 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:20:58,195 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a374e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:20:58,196 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:20:58,197 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:20:58,198 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:20:58,199 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/balancer because node does not exist (not necessarily an error) 2024-11-11T05:20:58,266 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/balancer already deleted, retry=false 2024-11-11T05:20:58,267 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:20:58,267 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:20:58,277 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/normalizer already deleted, retry=false 2024-11-11T05:20:58,277 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:20:58,278 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:20:58,287 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/switch/split already deleted, retry=false 2024-11-11T05:20:58,288 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:20:58,298 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/switch/merge already deleted, retry=false 2024-11-11T05:20:58,300 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:20:58,308 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/snapshot-cleanup already deleted, retry=false 2024-11-11T05:20:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482083462/running 2024-11-11T05:20:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482083462/running 2024-11-11T05:20:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,319 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,34195,1731302456229, sessionid=0x1012856efc70000, setting cluster-up flag (Was=false) 2024-11-11T05:20:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,372 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0482083462/flush-table-proc/acquired, /0482083462/flush-table-proc/reached, /0482083462/flush-table-proc/abort 2024-11-11T05:20:58,372 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:58,424 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0482083462/online-snapshot/acquired, /0482083462/online-snapshot/reached, /0482083462/online-snapshot/abort 2024-11-11T05:20:58,425 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:58,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:20:58,427 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:58,427 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:20:58,428 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:20:58,428 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,34195,1731302456229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:58,429 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302488430 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:20:58,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:58,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:20:58,430 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:20:58,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:20:58,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:20:58,431 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302458431,5,FailOnTimeoutGroup] 2024-11-11T05:20:58,431 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302458431,5,FailOnTimeoutGroup] 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:20:58,444 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(746): ClusterId : c4fb615f-4a03-4222-ba94-da95ed8862a8 2024-11-11T05:20:58,444 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:20:58,456 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:20:58,456 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:20:58,467 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:20:58,467 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be4f97d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:20:58,477 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:42937 2024-11-11T05:20:58,477 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:20:58,477 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:20:58,477 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:20:58,478 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,34195,1731302456229 with port=42937, startcode=1731302456417 2024-11-11T05:20:58,478 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:20:58,479 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:20:58,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,480 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d 2024-11-11T05:20:58,480 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39819 2024-11-11T05:20:58,480 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:20:58,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/rs 2024-11-11T05:20:58,487 DEBUG [RS:0;1d14b453aaa0:42937 {}] zookeeper.ZKUtil(111): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on existing znode=/0482083462/rs/1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,487 WARN [RS:0;1d14b453aaa0:42937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:20:58,488 INFO [RS:0;1d14b453aaa0:42937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:58,488 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,42937,1731302456417] 2024-11-11T05:20:58,490 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:20:58,491 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:20:58,492 INFO [RS:0;1d14b453aaa0:42937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:20:58,492 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,492 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:20:58,493 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:20:58,493 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:58,493 DEBUG [RS:0;1d14b453aaa0:42937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,496 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42937,1731302456417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:58,508 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:20:58,508 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42937,1731302456417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,508 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,508 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.Replication(171): 1d14b453aaa0,42937,1731302456417 started 2024-11-11T05:20:58,520 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:58,520 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,42937,1731302456417, RpcServer on 1d14b453aaa0/172.17.0.2:42937, sessionid=0x1012856efc70001 2024-11-11T05:20:58,520 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:20:58,520 DEBUG [RS:0;1d14b453aaa0:42937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,520 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,42937,1731302456417' 2024-11-11T05:20:58,520 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0482083462/flush-table-proc/abort' 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0482083462/flush-table-proc/acquired' 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,42937,1731302456417' 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0482083462/online-snapshot/abort' 2024-11-11T05:20:58,521 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0482083462/online-snapshot/acquired' 2024-11-11T05:20:58,522 DEBUG [RS:0;1d14b453aaa0:42937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:20:58,522 INFO [RS:0;1d14b453aaa0:42937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:20:58,522 INFO [RS:0;1d14b453aaa0:42937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:20:58,622 INFO [RS:0;1d14b453aaa0:42937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:20:58,623 INFO [RS:0;1d14b453aaa0:42937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42937%2C1731302456417, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/oldWALs, maxLogs=10 2024-11-11T05:20:58,644 DEBUG [RS:0;1d14b453aaa0:42937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, exclude list is [], retry=0 2024-11-11T05:20:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-0e29e324-5f26-46db-8a4e-af90d5de3641,DISK] 2024-11-11T05:20:58,647 INFO [RS:0;1d14b453aaa0:42937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 2024-11-11T05:20:58,647 DEBUG [RS:0;1d14b453aaa0:42937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283)] 2024-11-11T05:20:58,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:20:58,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d 2024-11-11T05:20:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:59,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:59,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:59,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:59,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:59,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:59,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:59,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:59,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:59,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740 2024-11-11T05:20:59,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740 2024-11-11T05:20:59,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:59,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:59,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:59,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:59,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:20:59,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960308, jitterRate=0.0871933102607727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302459246Initializing all the Stores at 1731302459246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302459246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459246Cleaning up temporary data from old regions at 1731302459253 (+7 ms)Region opened successfully at 1731302459257 (+4 ms) 2024-11-11T05:20:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:20:59,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:20:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:20:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:20:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:20:59,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:20:59,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302459257Disabling compacts and flushes for region at 1731302459257Disabling writes for close at 1731302459257Writing region close event to WAL at 1731302459258 (+1 ms)Closed at 1731302459258 2024-11-11T05:20:59,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:59,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:20:59,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:20:59,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:59,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:20:59,410 DEBUG [1d14b453aaa0:34195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:20:59,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:59,412 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,42937,1731302456417, state=OPENING 2024-11-11T05:20:59,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:20:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:20:59,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:20:59,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42937,1731302456417}] 2024-11-11T05:20:59,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482083462/meta-region-server: CHANGED 2024-11-11T05:20:59,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482083462/meta-region-server: CHANGED 2024-11-11T05:20:59,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:20:59,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:20:59,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:20:59,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:20:59,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:20:59,630 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42937%2C1731302456417.meta, suffix=.meta, logDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/oldWALs, maxLogs=10 2024-11-11T05:20:59,642 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.meta.1731302459630.meta, exclude list is [], retry=0 2024-11-11T05:20:59,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-0e29e324-5f26-46db-8a4e-af90d5de3641,DISK] 2024-11-11T05:20:59,646 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.meta.1731302459630.meta 2024-11-11T05:20:59,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283)] 2024-11-11T05:20:59,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:20:59,647 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:20:59,647 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:20:59,647 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:20:59,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:20:59,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:20:59,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:20:59,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:20:59,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:20:59,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:20:59,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:20:59,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:20:59,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:20:59,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:20:59,652 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:20:59,653 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740 2024-11-11T05:20:59,653 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740 2024-11-11T05:20:59,654 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:20:59,654 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:20:59,655 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:20:59,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:20:59,656 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62731557, jitterRate=-0.0652269572019577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:20:59,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:20:59,657 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302459647Writing region info on filesystem at 1731302459648 (+1 ms)Initializing all the Stores at 1731302459648Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302459648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302459648Cleaning up temporary data from old regions at 1731302459654 (+6 ms)Running coprocessor post-open hooks at 1731302459656 (+2 ms)Region opened successfully at 1731302459657 (+1 ms) 2024-11-11T05:20:59,658 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302459625 2024-11-11T05:20:59,660 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:20:59,660 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:20:59,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:59,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,42937,1731302456417, state=OPEN 2024-11-11T05:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0482083462/meta-region-server 2024-11-11T05:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0482083462/meta-region-server 2024-11-11T05:20:59,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42937,1731302456417 2024-11-11T05:20:59,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482083462/meta-region-server: CHANGED 2024-11-11T05:20:59,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482083462/meta-region-server: CHANGED 2024-11-11T05:20:59,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:20:59,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42937,1731302456417 in 223 msec 2024-11-11T05:20:59,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:20:59,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-11T05:20:59,699 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:20:59,699 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:20:59,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:59,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42937,1731302456417, seqNum=-1] 2024-11-11T05:20:59,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:59,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:59,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-11T05:20:59,705 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302459705, completionTime=-1 2024-11-11T05:20:59,705 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:20:59,705 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302519707 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302579707 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:34195, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,707 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,709 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.223sec 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:20:59,710 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:20:59,711 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:20:59,712 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:20:59,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:20:59,712 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,34195,1731302456229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:20:59,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeccb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:59,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:20:59,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:20:59,747 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c88c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:20:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:20:59,748 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:20:59,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a97005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:20:59,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:20:59,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42937,1731302456417, seqNum=-1] 2024-11-11T05:20:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:20:59,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:20:59,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,34195,1731302456229 2024-11-11T05:20:59,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:20:59,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:20:59,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012856efc70002 connected 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir so I do NOT create it in target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb 2024-11-11T05:20:59,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.tmp.dir so I do NOT create it in target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb 2024-11-11T05:20:59,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:20:59,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/cluster_20cebc04-b4e5-cafa-44b2-872aed00689d, deleteOnExit=true 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/test.cache.data in system properties and HBase conf 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:20:59,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:20:59,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:20:59,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:21:00,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:00,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:00,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:00,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:00,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:21:00,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:00,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92d56b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:00,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68664e8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:00,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c1a2b16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/java.io.tmpdir/jetty-localhost-35837-hadoop-hdfs-3_4_1-tests_jar-_-any-2964199135032451594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:00,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75ef6e1f{HTTP/1.1, (http/1.1)}{localhost:35837} 2024-11-11T05:21:00,184 INFO [Time-limited test {}] server.Server(415): Started @232598ms 2024-11-11T05:21:00,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:00,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:00,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:00,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:00,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:21:00,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@700ad68f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:00,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6790afcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:00,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d19ed7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/java.io.tmpdir/jetty-localhost-44267-hadoop-hdfs-3_4_1-tests_jar-_-any-1128024342644801990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:00,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d2d063{HTTP/1.1, (http/1.1)}{localhost:44267} 2024-11-11T05:21:00,574 INFO [Time-limited test {}] server.Server(415): Started @232987ms 2024-11-11T05:21:00,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:21:01,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:01,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:01,413 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/cluster_20cebc04-b4e5-cafa-44b2-872aed00689d/data/data1/current/BP-1923957701-172.17.0.2-1731302459798/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:01,413 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/cluster_20cebc04-b4e5-cafa-44b2-872aed00689d/data/data2/current/BP-1923957701-172.17.0.2-1731302459798/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:01,428 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:21:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312b27015c64adf5 with lease ID 0xaac10d042a45d3a5: Processing first storage report for DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb from datanode DatanodeRegistration(127.0.0.1:43439, datanodeUuid=ff5becc9-7b27-47e7-bf08-dc3dfd8ff829, infoPort=40669, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1336431877;c=1731302459798) 2024-11-11T05:21:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312b27015c64adf5 with lease ID 0xaac10d042a45d3a5: from storage DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb node DatanodeRegistration(127.0.0.1:43439, datanodeUuid=ff5becc9-7b27-47e7-bf08-dc3dfd8ff829, infoPort=40669, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1336431877;c=1731302459798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312b27015c64adf5 with lease ID 0xaac10d042a45d3a5: Processing first storage report for DS-59e7160f-6fe9-4d9a-93e3-7b17149aade2 from datanode DatanodeRegistration(127.0.0.1:43439, datanodeUuid=ff5becc9-7b27-47e7-bf08-dc3dfd8ff829, infoPort=40669, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1336431877;c=1731302459798) 2024-11-11T05:21:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312b27015c64adf5 with lease ID 0xaac10d042a45d3a5: from storage DS-59e7160f-6fe9-4d9a-93e3-7b17149aade2 node DatanodeRegistration(127.0.0.1:43439, datanodeUuid=ff5becc9-7b27-47e7-bf08-dc3dfd8ff829, infoPort=40669, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1336431877;c=1731302459798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:01,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb 2024-11-11T05:21:01,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:01,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:21:01,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734 with version=8 2024-11-11T05:21:01,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/hbase-staging 2024-11-11T05:21:01,912 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:21:01,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:01,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-11T05:21:01,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40249 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402490x0, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:01,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40249-0x1012856efc70003 connected 2024-11-11T05:21:02,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:02,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:02,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/running 2024-11-11T05:21:02,047 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734, hbase.cluster.distributed=false 2024-11-11T05:21:02,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/acl 2024-11-11T05:21:02,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-11T05:21:02,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-11T05:21:02,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-11T05:21:02,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-11T05:21:02,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-11T05:21:02,063 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:21:02,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:02,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46155 2024-11-11T05:21:02,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46155 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:02,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:02,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461550x0, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:02,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46155-0x1012856efc70004 connected 2024-11-11T05:21:02,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/running 2024-11-11T05:21:02,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:21:02,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:21:02,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/master 2024-11-11T05:21:02,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/acl 2024-11-11T05:21:02,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-11T05:21:02,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46155 2024-11-11T05:21:02,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46155 2024-11-11T05:21:02,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-11T05:21:02,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-11T05:21:02,093 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:40249 2024-11-11T05:21:02,093 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11646427482/backup-masters/1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/backup-masters 2024-11-11T05:21:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/backup-masters 2024-11-11T05:21:02,104 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on existing znode=/11646427482/backup-masters/1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646427482/master 2024-11-11T05:21:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:02,115 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on existing znode=/11646427482/master 2024-11-11T05:21:02,115 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11646427482/backup-masters/1d14b453aaa0,40249,1731302461912 from backup master directory 2024-11-11T05:21:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646427482/backup-masters/1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/backup-masters 2024-11-11T05:21:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/backup-masters 2024-11-11T05:21:02,125 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:02,125 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:02,128 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/hbase.id] with ID: 21eaaee8-4392-4366-8a4c-5223eeb1cff6 2024-11-11T05:21:02,128 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/.tmp/hbase.id 2024-11-11T05:21:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:21:02,532 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/.tmp/hbase.id]:[hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/hbase.id] 2024-11-11T05:21:02,540 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:02,540 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:21:02,541 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T05:21:02,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:02,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:21:03,045 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:03,046 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:21:03,046 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:03,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:21:03,052 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store 2024-11-11T05:21:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:03,457 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:03,457 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:03,457 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302463457Disabling compacts and flushes for region at 1731302463457Disabling writes for close at 1731302463457Writing region close event to WAL at 1731302463457Closed at 1731302463457 2024-11-11T05:21:03,458 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/.initializing 2024-11-11T05:21:03,458 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/WALs/1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:03,459 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:03,460 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C40249%2C1731302461912, suffix=, logDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/WALs/1d14b453aaa0,40249,1731302461912, archiveDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/oldWALs, maxLogs=10 2024-11-11T05:21:03,475 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/WALs/1d14b453aaa0,40249,1731302461912/1d14b453aaa0%2C40249%2C1731302461912.1731302463460, exclude list is [], retry=0 2024-11-11T05:21:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb,DISK] 2024-11-11T05:21:03,478 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/WALs/1d14b453aaa0,40249,1731302461912/1d14b453aaa0%2C40249%2C1731302461912.1731302463460 2024-11-11T05:21:03,479 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-11T05:21:03,479 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:03,479 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:03,479 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,479 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:21:03,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:03,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:03,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:21:03,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:03,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:03,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:21:03,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:03,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:03,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:21:03,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:03,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:03,484 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,485 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,485 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,486 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,486 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,486 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:03,487 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:03,489 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:03,489 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65235868, jitterRate=-0.027909815311431885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:03,489 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302463479Initializing all the Stores at 1731302463480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302463480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302463480Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302463480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302463480Cleaning up temporary data from old regions at 1731302463486 (+6 ms)Region opened successfully at 1731302463489 (+3 ms) 2024-11-11T05:21:03,490 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:21:03,492 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f93e6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:21:03,493 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:21:03,494 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:21:03,495 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:21:03,496 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/balancer because node does not exist (not necessarily an error) 2024-11-11T05:21:03,560 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/balancer already deleted, retry=false 2024-11-11T05:21:03,561 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:21:03,562 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:21:03,571 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/normalizer already deleted, retry=false 2024-11-11T05:21:03,571 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:21:03,572 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:21:03,581 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/switch/split already deleted, retry=false 2024-11-11T05:21:03,582 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:21:03,592 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/switch/merge already deleted, retry=false 2024-11-11T05:21:03,594 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:21:03,602 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/snapshot-cleanup already deleted, retry=false 2024-11-11T05:21:03,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646427482/running 2024-11-11T05:21:03,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646427482/running 2024-11-11T05:21:03,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,613 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,40249,1731302461912, sessionid=0x1012856efc70003, setting cluster-up flag (Was=false) 2024-11-11T05:21:03,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11646427482/flush-table-proc/acquired, /11646427482/flush-table-proc/reached, /11646427482/flush-table-proc/abort 2024-11-11T05:21:03,667 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:03,718 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11646427482/online-snapshot/acquired, /11646427482/online-snapshot/reached, /11646427482/online-snapshot/abort 2024-11-11T05:21:03,719 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:03,720 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:21:03,721 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:03,722 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:21:03,722 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:21:03,722 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,40249,1731302461912 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:03,723 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:03,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:21:03,725 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:03,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:21:03,728 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302493728 2024-11-11T05:21:03,728 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:21:03,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:21:03,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:21:03,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:21:03,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:21:03,729 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:21:03,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:21:03,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:21:03,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:21:03,730 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:21:03,731 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302463731,5,FailOnTimeoutGroup] 2024-11-11T05:21:03,731 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302463731,5,FailOnTimeoutGroup] 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,731 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:21:03,786 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(746): ClusterId : 21eaaee8-4392-4366-8a4c-5223eeb1cff6 2024-11-11T05:21:03,786 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:21:03,793 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:21:03,793 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:21:03,803 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:21:03,804 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3ee4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:03,815 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:46155 2024-11-11T05:21:03,815 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:21:03,815 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:21:03,815 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:21:03,815 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,40249,1731302461912 with port=46155, startcode=1731302462063 2024-11-11T05:21:03,815 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:21:03,816 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:21:03,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,818 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734 2024-11-11T05:21:03,818 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41727 2024-11-11T05:21:03,818 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:21:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/rs 2024-11-11T05:21:03,830 DEBUG [RS:0;1d14b453aaa0:46155 {}] zookeeper.ZKUtil(111): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on existing znode=/11646427482/rs/1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,831 WARN [RS:0;1d14b453aaa0:46155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:03,831 INFO [RS:0;1d14b453aaa0:46155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:03,831 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,46155,1731302462063] 2024-11-11T05:21:03,834 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:21:03,835 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:21:03,836 INFO [RS:0;1d14b453aaa0:46155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:21:03,836 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,836 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:21:03,836 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:21:03,836 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,836 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,836 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:03,837 DEBUG [RS:0;1d14b453aaa0:46155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,841 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,46155,1731302462063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:03,857 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:21:03,857 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,46155,1731302462063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,857 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,857 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.Replication(171): 1d14b453aaa0,46155,1731302462063 started 2024-11-11T05:21:03,873 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:03,873 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,46155,1731302462063, RpcServer on 1d14b453aaa0/172.17.0.2:46155, sessionid=0x1012856efc70004 2024-11-11T05:21:03,873 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:21:03,873 DEBUG [RS:0;1d14b453aaa0:46155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,873 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,46155,1731302462063' 2024-11-11T05:21:03,873 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11646427482/flush-table-proc/abort' 2024-11-11T05:21:03,873 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11646427482/flush-table-proc/acquired' 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,46155,1731302462063' 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11646427482/online-snapshot/abort' 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11646427482/online-snapshot/acquired' 2024-11-11T05:21:03,874 DEBUG [RS:0;1d14b453aaa0:46155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:21:03,874 INFO [RS:0;1d14b453aaa0:46155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:21:03,874 INFO [RS:0;1d14b453aaa0:46155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:21:03,975 INFO [RS:0;1d14b453aaa0:46155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:03,976 INFO [RS:0;1d14b453aaa0:46155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C46155%2C1731302462063, suffix=, logDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063, archiveDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/oldWALs, maxLogs=10 2024-11-11T05:21:03,994 DEBUG [RS:0;1d14b453aaa0:46155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, exclude list is [], retry=0 2024-11-11T05:21:03,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb,DISK] 2024-11-11T05:21:03,997 INFO [RS:0;1d14b453aaa0:46155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 2024-11-11T05:21:03,998 DEBUG [RS:0;1d14b453aaa0:46155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-11T05:21:04,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:21:04,133 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734 2024-11-11T05:21:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:21:04,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:21:04,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:04,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:04,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:04,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:04,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:04,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:04,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:04,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:04,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:04,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:04,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740 2024-11-11T05:21:04,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740 2024-11-11T05:21:04,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:04,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:04,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:04,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:04,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68942326, jitterRate=0.02732071280479431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302464538Initializing all the Stores at 1731302464539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302464539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464539Cleaning up temporary data from old regions at 1731302464546 (+7 ms)Region opened successfully at 1731302464548 (+2 ms) 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:04,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:04,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:04,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:04,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302464548Disabling compacts and flushes for region at 1731302464548Disabling writes for close at 1731302464548Writing region close event to WAL at 1731302464549 (+1 ms)Closed at 1731302464549 2024-11-11T05:21:04,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:04,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:21:04,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:21:04,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:04,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:21:04,701 DEBUG [1d14b453aaa0:40249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:21:04,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:04,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,46155,1731302462063, state=OPENING 2024-11-11T05:21:04,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:21:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:04,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:04,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:04,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646427482/meta-region-server: CHANGED 2024-11-11T05:21:04,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646427482/meta-region-server: CHANGED 2024-11-11T05:21:04,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,46155,1731302462063}] 2024-11-11T05:21:04,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:04,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:21:04,970 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:21:04,970 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:04,970 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:21:04,971 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C46155%2C1731302462063.meta, suffix=.meta, logDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063, archiveDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/oldWALs, maxLogs=10 2024-11-11T05:21:04,989 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.meta.1731302464971.meta, exclude list is [], retry=0 2024-11-11T05:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb,DISK] 2024-11-11T05:21:04,992 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.meta.1731302464971.meta 2024-11-11T05:21:04,992 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:04,993 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:21:04,993 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:04,993 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:21:04,994 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:21:04,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:04,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:04,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:04,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:04,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:04,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:04,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:04,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:04,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:04,999 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:05,000 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740 2024-11-11T05:21:05,000 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740 2024-11-11T05:21:05,001 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:05,001 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:05,002 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:05,003 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:05,003 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68129432, jitterRate=0.015207648277282715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:05,003 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:21:05,004 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302464994Writing region info on filesystem at 1731302464994Initializing all the Stores at 1731302464994Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302464994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302464994Cleaning up temporary data from old regions at 1731302465001 (+7 ms)Running coprocessor post-open hooks at 1731302465003 (+2 ms)Region opened successfully at 1731302465003 2024-11-11T05:21:05,004 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302464965 2024-11-11T05:21:05,006 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:21:05,006 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:21:05,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:05,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,46155,1731302462063, state=OPEN 2024-11-11T05:21:05,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11646427482/meta-region-server 2024-11-11T05:21:05,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11646427482/meta-region-server 2024-11-11T05:21:05,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:05,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646427482/meta-region-server: CHANGED 2024-11-11T05:21:05,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646427482/meta-region-server: CHANGED 2024-11-11T05:21:05,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:21:05,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,46155,1731302462063 in 231 msec 2024-11-11T05:21:05,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:21:05,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-11T05:21:05,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:05,048 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:21:05,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:05,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,46155,1731302462063, seqNum=-1] 2024-11-11T05:21:05,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:05,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:05,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-11T05:21:05,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302465056, completionTime=-1 2024-11-11T05:21:05,056 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:21:05,056 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:21:05,058 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:21:05,058 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302525058 2024-11-11T05:21:05,058 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302585058 2024-11-11T05:21:05,058 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:40249, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,059 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,061 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:21:05,062 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:05,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:21:05,064 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:21:05,064 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:21:05,064 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40249,1731302461912-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:05,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754f6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:05,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:05,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:05,088 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ab70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:05,089 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:05,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d96622c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:05,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,46155,1731302462063, seqNum=-1] 2024-11-11T05:21:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:05,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:05,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:05,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:05,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012856efc70005 connected 2024-11-11T05:21:05,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir so I do NOT create it in target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e 2024-11-11T05:21:05,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:21:05,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.tmp.dir so I do NOT create it in target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e 2024-11-11T05:21:05,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:21:05,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/cluster_9841e75d-a76d-2d85-7c70-11c7ac95d5ca, deleteOnExit=true 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/test.cache.data in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:21:05,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:21:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:21:05,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:05,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:05,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:05,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:05,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:21:05,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:05,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:05,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:05,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@477cba88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/java.io.tmpdir/jetty-localhost-40705-hadoop-hdfs-3_4_1-tests_jar-_-any-9339984734020910389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:05,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:40705} 2024-11-11T05:21:05,614 INFO [Time-limited test {}] server.Server(415): Started @238027ms 2024-11-11T05:21:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:21:05,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:21:05,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:21:05,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:21:05,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:05,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:05,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:05,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:05,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:21:05,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:05,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:05,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5d017a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/java.io.tmpdir/jetty-localhost-36969-hadoop-hdfs-3_4_1-tests_jar-_-any-11760939551828662622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:05,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:36969} 2024-11-11T05:21:05,996 INFO [Time-limited test {}] server.Server(415): Started @238409ms 2024-11-11T05:21:05,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:21:06,687 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/cluster_9841e75d-a76d-2d85-7c70-11c7ac95d5ca/data/data1/current/BP-1336596662-172.17.0.2-1731302465132/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:06,687 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/cluster_9841e75d-a76d-2d85-7c70-11c7ac95d5ca/data/data2/current/BP-1336596662-172.17.0.2-1731302465132/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:06,707 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:21:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5271c245d5f92805 with lease ID 0xf2564237683d29b3: Processing first storage report for DS-73ae1887-c7fa-409a-a084-02bde91c5e1a from datanode DatanodeRegistration(127.0.0.1:34097, datanodeUuid=e1fdd0f8-b33d-4609-8acb-8f7b893a588d, infoPort=46195, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=429390831;c=1731302465132) 2024-11-11T05:21:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5271c245d5f92805 with lease ID 0xf2564237683d29b3: from storage DS-73ae1887-c7fa-409a-a084-02bde91c5e1a node DatanodeRegistration(127.0.0.1:34097, datanodeUuid=e1fdd0f8-b33d-4609-8acb-8f7b893a588d, infoPort=46195, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=429390831;c=1731302465132), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5271c245d5f92805 with lease ID 0xf2564237683d29b3: Processing first storage report for DS-6614d5c8-a8b1-4e7f-b30b-a6319609bc89 from datanode DatanodeRegistration(127.0.0.1:34097, datanodeUuid=e1fdd0f8-b33d-4609-8acb-8f7b893a588d, infoPort=46195, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=429390831;c=1731302465132) 2024-11-11T05:21:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5271c245d5f92805 with lease ID 0xf2564237683d29b3: from storage DS-6614d5c8-a8b1-4e7f-b30b-a6319609bc89 node DatanodeRegistration(127.0.0.1:34097, datanodeUuid=e1fdd0f8-b33d-4609-8acb-8f7b893a588d, infoPort=46195, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=429390831;c=1731302465132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:06,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e 2024-11-11T05:21:06,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:06,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:21:07,139 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f with version=8 2024-11-11T05:21:07,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/hbase-staging 2024-11-11T05:21:07,141 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:21:07,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:07,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32959 2024-11-11T05:21:07,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32959 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329590x0, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:07,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32959-0x1012856efc70006 connected 2024-11-11T05:21:07,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:07,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:07,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/running 2024-11-11T05:21:07,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f, hbase.cluster.distributed=false 2024-11-11T05:21:07,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/acl 2024-11-11T05:21:07,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-11T05:21:07,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-11-11T05:21:07,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-11-11T05:21:07,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-11T05:21:07,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-11T05:21:07,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:21:07,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:07,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45851 2024-11-11T05:21:07,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45851 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:07,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:07,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458510x0, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:07,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458510x0, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/running 2024-11-11T05:21:07,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45851-0x1012856efc70007 connected 2024-11-11T05:21:07,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:21:07,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:21:07,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/master 2024-11-11T05:21:07,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/acl 2024-11-11T05:21:07,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-11T05:21:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45851 2024-11-11T05:21:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45851 2024-11-11T05:21:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-11T05:21:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-11T05:21:07,325 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:32959 2024-11-11T05:21:07,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2538500173/backup-masters/1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:07,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/backup-masters 2024-11-11T05:21:07,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/backup-masters 2024-11-11T05:21:07,336 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on existing znode=/2538500173/backup-masters/1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2538500173/master 2024-11-11T05:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:07,346 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on existing znode=/2538500173/master 2024-11-11T05:21:07,346 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2538500173/backup-masters/1d14b453aaa0,32959,1731302467141 from backup master directory 2024-11-11T05:21:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2538500173/backup-masters/1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/backup-masters 2024-11-11T05:21:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/backup-masters 2024-11-11T05:21:07,356 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:07,356 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:07,359 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/hbase.id] with ID: b525adbf-989f-49f7-9e5e-da84fabfb74a 2024-11-11T05:21:07,359 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/.tmp/hbase.id 2024-11-11T05:21:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:21:07,763 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/.tmp/hbase.id]:[hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/hbase.id] 2024-11-11T05:21:07,771 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:07,771 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:21:07,772 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:21:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:21:07,832 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:07,833 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:21:07,833 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:07,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:21:08,249 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store 2024-11-11T05:21:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:08,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:08,654 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:08,654 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302468654Disabling compacts and flushes for region at 1731302468654Disabling writes for close at 1731302468654Writing region close event to WAL at 1731302468654Closed at 1731302468654 2024-11-11T05:21:08,655 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/.initializing 2024-11-11T05:21:08,655 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/WALs/1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:08,656 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:08,658 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C32959%2C1731302467141, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/WALs/1d14b453aaa0,32959,1731302467141, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/oldWALs, maxLogs=10 2024-11-11T05:21:08,673 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/WALs/1d14b453aaa0,32959,1731302467141/1d14b453aaa0%2C32959%2C1731302467141.1731302468658, exclude list is [], retry=0 2024-11-11T05:21:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-73ae1887-c7fa-409a-a084-02bde91c5e1a,DISK] 2024-11-11T05:21:08,676 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/WALs/1d14b453aaa0,32959,1731302467141/1d14b453aaa0%2C32959%2C1731302467141.1731302468658 2024-11-11T05:21:08,676 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-11T05:21:08,676 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:08,677 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:08,677 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,677 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:21:08,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:08,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:21:08,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:21:08,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:08,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:08,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:21:08,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:08,685 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,687 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,687 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,687 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:08,688 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:08,690 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:08,690 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73966598, jitterRate=0.10218819975852966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:08,690 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302468677Initializing all the Stores at 1731302468677Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302468677Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302468680 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302468680Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302468680Cleaning up temporary data from old regions at 1731302468687 (+7 ms)Region opened successfully at 1731302468690 (+3 ms) 2024-11-11T05:21:08,690 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:21:08,692 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff9241d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:08,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:21:08,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:21:08,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:21:08,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:21:08,694 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:21:08,694 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:21:08,694 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:21:08,696 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:21:08,697 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/balancer because node does not exist (not necessarily an error) 2024-11-11T05:21:08,771 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/balancer already deleted, retry=false 2024-11-11T05:21:08,771 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:21:08,772 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:21:08,781 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/normalizer already deleted, retry=false 2024-11-11T05:21:08,782 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:21:08,783 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:21:08,792 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/switch/split already deleted, retry=false 2024-11-11T05:21:08,793 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:21:08,802 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/switch/merge already deleted, retry=false 2024-11-11T05:21:08,804 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:21:08,813 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/snapshot-cleanup already deleted, retry=false 2024-11-11T05:21:08,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2538500173/running 2024-11-11T05:21:08,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2538500173/running 2024-11-11T05:21:08,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,824 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,32959,1731302467141, sessionid=0x1012856efc70006, setting cluster-up flag (Was=false) 2024-11-11T05:21:08,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,876 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2538500173/flush-table-proc/acquired, /2538500173/flush-table-proc/reached, /2538500173/flush-table-proc/abort 2024-11-11T05:21:08,877 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:08,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:08,928 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2538500173/online-snapshot/acquired, /2538500173/online-snapshot/reached, /2538500173/online-snapshot/abort 2024-11-11T05:21:08,929 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:08,930 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:21:08,931 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:08,932 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:21:08,932 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:21:08,932 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,32959,1731302467141 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:08,933 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:08,934 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302498934 2024-11-11T05:21:08,934 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:21:08,934 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:21:08,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:08,934 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:21:08,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:21:08,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:08,935 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:21:08,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:21:08,935 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302468935,5,FailOnTimeoutGroup] 2024-11-11T05:21:08,936 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302468935,5,FailOnTimeoutGroup] 2024-11-11T05:21:08,936 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:08,936 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:21:08,936 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:08,936 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:21:09,014 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(746): ClusterId : b525adbf-989f-49f7-9e5e-da84fabfb74a 2024-11-11T05:21:09,014 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:21:09,024 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:21:09,024 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:21:09,034 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:21:09,034 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a156975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:09,045 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:45851 2024-11-11T05:21:09,045 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:21:09,045 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:21:09,045 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:21:09,046 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,32959,1731302467141 with port=45851, startcode=1731302467289 2024-11-11T05:21:09,046 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:21:09,047 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:21:09,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,048 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f 2024-11-11T05:21:09,048 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33909 2024-11-11T05:21:09,048 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:21:09,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/rs 2024-11-11T05:21:09,097 DEBUG [RS:0;1d14b453aaa0:45851 {}] zookeeper.ZKUtil(111): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on existing znode=/2538500173/rs/1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,097 WARN [RS:0;1d14b453aaa0:45851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:09,097 INFO [RS:0;1d14b453aaa0:45851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:09,097 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,45851,1731302467289] 2024-11-11T05:21:09,099 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:21:09,101 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:21:09,101 INFO [RS:0;1d14b453aaa0:45851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:21:09,101 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,102 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:21:09,102 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:21:09,102 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,102 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:09,103 DEBUG [RS:0;1d14b453aaa0:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,103 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45851,1731302467289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:09,115 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:21:09,116 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,45851,1731302467289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,116 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,116 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.Replication(171): 1d14b453aaa0,45851,1731302467289 started 2024-11-11T05:21:09,128 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:09,128 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,45851,1731302467289, RpcServer on 1d14b453aaa0/172.17.0.2:45851, sessionid=0x1012856efc70007 2024-11-11T05:21:09,128 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:21:09,128 DEBUG [RS:0;1d14b453aaa0:45851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,128 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,45851,1731302467289' 2024-11-11T05:21:09,128 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2538500173/flush-table-proc/abort' 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2538500173/flush-table-proc/acquired' 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,45851,1731302467289' 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2538500173/online-snapshot/abort' 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2538500173/online-snapshot/acquired' 2024-11-11T05:21:09,129 DEBUG [RS:0;1d14b453aaa0:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:21:09,129 INFO [RS:0;1d14b453aaa0:45851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:21:09,129 INFO [RS:0;1d14b453aaa0:45851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:21:09,230 INFO [RS:0;1d14b453aaa0:45851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:09,231 INFO [RS:0;1d14b453aaa0:45851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C45851%2C1731302467289, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/oldWALs, maxLogs=10 2024-11-11T05:21:09,243 DEBUG [RS:0;1d14b453aaa0:45851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, exclude list is [], retry=0 2024-11-11T05:21:09,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-73ae1887-c7fa-409a-a084-02bde91c5e1a,DISK] 2024-11-11T05:21:09,247 INFO [RS:0;1d14b453aaa0:45851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 2024-11-11T05:21:09,247 DEBUG [RS:0;1d14b453aaa0:45851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-11T05:21:09,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:21:09,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f 2024-11-11T05:21:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:21:09,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:09,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:09,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:09,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:09,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:09,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:09,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:09,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:09,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:09,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:09,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:09,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:09,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:09,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:09,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:09,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:09,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:09,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:09,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740 2024-11-11T05:21:09,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740 2024-11-11T05:21:09,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:09,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:09,754 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:09,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:09,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:09,757 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72971369, jitterRate=0.08735813200473785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:09,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302469746Initializing all the Stores at 1731302469746Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302469746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302469746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302469746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302469746Cleaning up temporary data from old regions at 1731302469753 (+7 ms)Region opened successfully at 1731302469757 (+4 ms) 2024-11-11T05:21:09,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:09,757 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:09,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:09,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:09,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:09,758 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:09,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302469757Disabling compacts and flushes for region at 1731302469757Disabling writes for close at 1731302469758 (+1 ms)Writing region close event to WAL at 1731302469758Closed at 1731302469758 2024-11-11T05:21:09,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:09,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:21:09,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:21:09,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:09,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:21:09,911 DEBUG [1d14b453aaa0:32959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:21:09,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:09,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,45851,1731302467289, state=OPENING 2024-11-11T05:21:09,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:21:09,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:09,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:09,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:09,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,45851,1731302467289}] 2024-11-11T05:21:09,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2538500173/meta-region-server: CHANGED 2024-11-11T05:21:09,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2538500173/meta-region-server: CHANGED 2024-11-11T05:21:10,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:10,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:21:10,128 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:21:10,128 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:10,128 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:21:10,129 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C45851%2C1731302467289.meta, suffix=.meta, logDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/oldWALs, maxLogs=10 2024-11-11T05:21:10,142 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.meta.1731302470130.meta, exclude list is [], retry=0 2024-11-11T05:21:10,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-73ae1887-c7fa-409a-a084-02bde91c5e1a,DISK] 2024-11-11T05:21:10,146 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.meta.1731302470130.meta 2024-11-11T05:21:10,146 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-11T05:21:10,146 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:10,146 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:21:10,147 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:21:10,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:21:10,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:10,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:10,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:10,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:10,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:10,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:10,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:10,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:10,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:10,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:10,151 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:10,152 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740 2024-11-11T05:21:10,152 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740 2024-11-11T05:21:10,153 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:10,153 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:10,154 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:10,155 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:10,155 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60677914, jitterRate=-0.09582862257957458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:10,155 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:21:10,155 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302470147Writing region info on filesystem at 1731302470147Initializing all the Stores at 1731302470148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302470148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302470148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302470148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302470148Cleaning up temporary data from old regions at 1731302470153 (+5 ms)Running coprocessor post-open hooks at 1731302470155 (+2 ms)Region opened successfully at 1731302470155 2024-11-11T05:21:10,156 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302470123 2024-11-11T05:21:10,158 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:21:10,158 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:21:10,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:10,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,45851,1731302467289, state=OPEN 2024-11-11T05:21:10,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2538500173/meta-region-server 2024-11-11T05:21:10,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2538500173/meta-region-server 2024-11-11T05:21:10,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:10,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2538500173/meta-region-server: CHANGED 2024-11-11T05:21:10,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2538500173/meta-region-server: CHANGED 2024-11-11T05:21:10,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:21:10,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,45851,1731302467289 in 200 msec 2024-11-11T05:21:10,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:21:10,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-11T05:21:10,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:10,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:21:10,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:10,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,45851,1731302467289, seqNum=-1] 2024-11-11T05:21:10,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:10,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:10,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-11T05:21:10,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302470181, completionTime=-1 2024-11-11T05:21:10,181 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:21:10,181 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:21:10,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:21:10,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302530183 2024-11-11T05:21:10,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302590183 2024-11-11T05:21:10,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T05:21:10,183 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:32959, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,184 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,185 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.831sec 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:10,187 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:21:10,189 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:21:10,189 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:21:10,189 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,32959,1731302467141-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:10,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391811d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:10,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:10,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:10,216 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:10,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca6a0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:10,218 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:10,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ae189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:10,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:10,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,45851,1731302467289, seqNum=-1] 2024-11-11T05:21:10,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:10,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:10,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52896 2024-11-11T05:21:10,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:10,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012856efc70008 connected 2024-11-11T05:21:10,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47792a09 2024-11-11T05:21:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:10,248 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:10,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:21:10,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:10,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:21:10,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:21:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:10,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:10,658 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69494c242f8c66be4c95221d87a0b799, NAME => 'test,,1731302470248.69494c242f8c66be4c95221d87a0b799.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d 2024-11-11T05:21:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:21:10,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302470248.69494c242f8c66be4c95221d87a0b799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:10,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69494c242f8c66be4c95221d87a0b799, disabling compactions & flushes 2024-11-11T05:21:10,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302470248.69494c242f8c66be4c95221d87a0b799. after waiting 0 ms 2024-11-11T05:21:10,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69494c242f8c66be4c95221d87a0b799: Waiting for close lock at 1731302470662Disabling compacts and flushes for region at 1731302470662Disabling writes for close at 1731302470662Writing region close event to WAL at 1731302470662Closed at 1731302470662 2024-11-11T05:21:10,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:10,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302470248.69494c242f8c66be4c95221d87a0b799.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302470664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302470664"}]},"ts":"1731302470664"} 2024-11-11T05:21:10,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:10,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:10,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302470667"}]},"ts":"1731302470667"} 2024-11-11T05:21:10,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:21:10,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69494c242f8c66be4c95221d87a0b799, ASSIGN}] 2024-11-11T05:21:10,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69494c242f8c66be4c95221d87a0b799, ASSIGN 2024-11-11T05:21:10,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69494c242f8c66be4c95221d87a0b799, ASSIGN; state=OFFLINE, location=1d14b453aaa0,42937,1731302456417; forceNewPlan=false, retain=false 2024-11-11T05:21:10,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69494c242f8c66be4c95221d87a0b799, regionState=OPENING, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69494c242f8c66be4c95221d87a0b799, ASSIGN because future has completed 2024-11-11T05:21:10,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69494c242f8c66be4c95221d87a0b799, server=1d14b453aaa0,42937,1731302456417}] 2024-11-11T05:21:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:10,982 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69494c242f8c66be4c95221d87a0b799, NAME => 'test,,1731302470248.69494c242f8c66be4c95221d87a0b799.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:10,982 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:10,982 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:21:10,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302470248.69494c242f8c66be4c95221d87a0b799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:10,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,982 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,983 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,984 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69494c242f8c66be4c95221d87a0b799 columnFamilyName f 2024-11-11T05:21:10,985 DEBUG [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,985 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(327): Store=69494c242f8c66be4c95221d87a0b799/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:10,985 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,986 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69494c242f8c66be4c95221d87a0b799 columnFamilyName f1 2024-11-11T05:21:10,986 DEBUG [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,986 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(327): Store=69494c242f8c66be4c95221d87a0b799/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:10,986 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,987 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69494c242f8c66be4c95221d87a0b799 columnFamilyName norep 2024-11-11T05:21:10,987 DEBUG [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:10,987 INFO [StoreOpener-69494c242f8c66be4c95221d87a0b799-1 {}] regionserver.HStore(327): Store=69494c242f8c66be4c95221d87a0b799/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:10,987 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,988 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,988 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,988 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,988 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,989 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:10,989 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,991 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:10,991 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69494c242f8c66be4c95221d87a0b799; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74135122, jitterRate=0.10469940304756165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:10,991 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:10,992 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69494c242f8c66be4c95221d87a0b799: Running coprocessor pre-open hook at 1731302470983Writing region info on filesystem at 1731302470983Initializing all the Stores at 1731302470983Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302470983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302470983Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302470983Cleaning up temporary data from old regions at 1731302470988 (+5 ms)Running coprocessor post-open hooks at 1731302470991 (+3 ms)Region opened successfully at 1731302470992 (+1 ms) 2024-11-11T05:21:10,992 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302470248.69494c242f8c66be4c95221d87a0b799., pid=6, masterSystemTime=1731302470975 2024-11-11T05:21:10,994 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,994 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:10,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69494c242f8c66be4c95221d87a0b799, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:10,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69494c242f8c66be4c95221d87a0b799, server=1d14b453aaa0,42937,1731302456417 because future has completed 2024-11-11T05:21:11,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:21:11,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69494c242f8c66be4c95221d87a0b799, server=1d14b453aaa0,42937,1731302456417 in 174 msec 2024-11-11T05:21:11,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:21:11,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69494c242f8c66be4c95221d87a0b799, ASSIGN in 332 msec 2024-11-11T05:21:11,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:11,002 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302471002"}]},"ts":"1731302471002"} 2024-11-11T05:21:11,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:21:11,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:11,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-11T05:21:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:11,386 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:21:11,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28939d14 2024-11-11T05:21:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:11,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:11,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:21:11,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:11,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:11,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:21:11,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:21:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:11,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 089c24dfed7828c64bc70c3cc6dd4971, NAME => 'test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734 2024-11-11T05:21:11,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:21:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:12,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:12,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 089c24dfed7828c64bc70c3cc6dd4971, disabling compactions & flushes 2024-11-11T05:21:12,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. after waiting 0 ms 2024-11-11T05:21:12,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 089c24dfed7828c64bc70c3cc6dd4971: Waiting for close lock at 1731302472201Disabling compacts and flushes for region at 1731302472201Disabling writes for close at 1731302472201Writing region close event to WAL at 1731302472201Closed at 1731302472201 2024-11-11T05:21:12,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:12,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302472202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302472202"}]},"ts":"1731302472202"} 2024-11-11T05:21:12,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:12,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:12,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302472205"}]},"ts":"1731302472205"} 2024-11-11T05:21:12,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:21:12,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=089c24dfed7828c64bc70c3cc6dd4971, ASSIGN}] 2024-11-11T05:21:12,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=089c24dfed7828c64bc70c3cc6dd4971, ASSIGN 2024-11-11T05:21:12,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=089c24dfed7828c64bc70c3cc6dd4971, ASSIGN; state=OFFLINE, location=1d14b453aaa0,46155,1731302462063; forceNewPlan=false, retain=false 2024-11-11T05:21:12,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=089c24dfed7828c64bc70c3cc6dd4971, regionState=OPENING, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:12,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=089c24dfed7828c64bc70c3cc6dd4971, ASSIGN because future has completed 2024-11-11T05:21:12,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 089c24dfed7828c64bc70c3cc6dd4971, server=1d14b453aaa0,46155,1731302462063}] 2024-11-11T05:21:12,516 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,516 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 089c24dfed7828c64bc70c3cc6dd4971, NAME => 'test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:12,516 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:12,517 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:21:12,517 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,517 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:12,517 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,517 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,518 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,519 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 089c24dfed7828c64bc70c3cc6dd4971 columnFamilyName f 2024-11-11T05:21:12,519 DEBUG [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:12,520 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(327): Store=089c24dfed7828c64bc70c3cc6dd4971/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:12,520 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,521 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 089c24dfed7828c64bc70c3cc6dd4971 columnFamilyName f1 2024-11-11T05:21:12,521 DEBUG [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:12,521 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(327): Store=089c24dfed7828c64bc70c3cc6dd4971/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:12,521 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,522 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 089c24dfed7828c64bc70c3cc6dd4971 columnFamilyName norep 2024-11-11T05:21:12,522 DEBUG [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:12,522 INFO [StoreOpener-089c24dfed7828c64bc70c3cc6dd4971-1 {}] regionserver.HStore(327): Store=089c24dfed7828c64bc70c3cc6dd4971/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:12,522 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,523 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,523 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,524 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,524 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,524 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:12,525 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:12,527 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:12,527 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 089c24dfed7828c64bc70c3cc6dd4971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73532148, jitterRate=0.09571439027786255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:12,527 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:12,528 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 089c24dfed7828c64bc70c3cc6dd4971: Running coprocessor pre-open hook at 1731302472517Writing region info on filesystem at 1731302472517Initializing all the Stores at 1731302472518 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302472518Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302472518Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302472518Cleaning up temporary data from old regions at 1731302472524 (+6 ms)Running coprocessor post-open hooks at 1731302472527 (+3 ms)Region opened successfully at 1731302472528 (+1 ms) 2024-11-11T05:21:12,528 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., pid=6, masterSystemTime=1731302472512 2024-11-11T05:21:12,530 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,530 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:12,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=089c24dfed7828c64bc70c3cc6dd4971, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 089c24dfed7828c64bc70c3cc6dd4971, server=1d14b453aaa0,46155,1731302462063 because future has completed 2024-11-11T05:21:12,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:21:12,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 089c24dfed7828c64bc70c3cc6dd4971, server=1d14b453aaa0,46155,1731302462063 in 174 msec 2024-11-11T05:21:12,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:21:12,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=089c24dfed7828c64bc70c3cc6dd4971, ASSIGN in 330 msec 2024-11-11T05:21:12,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:12,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302472539"}]},"ts":"1731302472539"} 2024-11-11T05:21:12,541 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:21:12,542 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:12,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-11T05:21:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:13,535 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:21:13,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ea5717 2024-11-11T05:21:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:13,537 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:13,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:21:13,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:13,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:13,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:21:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:13,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:21:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:13,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9eaa3474dfc2b587952d20b1d716416, NAME => 'test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f 2024-11-11T05:21:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:21:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f9eaa3474dfc2b587952d20b1d716416, disabling compactions & flushes 2024-11-11T05:21:14,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. after waiting 0 ms 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9eaa3474dfc2b587952d20b1d716416: Waiting for close lock at 1731302474373Disabling compacts and flushes for region at 1731302474373Disabling writes for close at 1731302474373Writing region close event to WAL at 1731302474373Closed at 1731302474373 2024-11-11T05:21:14,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:14,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302474374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302474374"}]},"ts":"1731302474374"} 2024-11-11T05:21:14,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:14,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:14,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302474377"}]},"ts":"1731302474377"} 2024-11-11T05:21:14,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:21:14,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9eaa3474dfc2b587952d20b1d716416, ASSIGN}] 2024-11-11T05:21:14,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9eaa3474dfc2b587952d20b1d716416, ASSIGN 2024-11-11T05:21:14,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f9eaa3474dfc2b587952d20b1d716416, ASSIGN; state=OFFLINE, location=1d14b453aaa0,45851,1731302467289; forceNewPlan=false, retain=false 2024-11-11T05:21:14,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9eaa3474dfc2b587952d20b1d716416, regionState=OPENING, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f9eaa3474dfc2b587952d20b1d716416, ASSIGN because future has completed 2024-11-11T05:21:14,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9eaa3474dfc2b587952d20b1d716416, server=1d14b453aaa0,45851,1731302467289}] 2024-11-11T05:21:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:14,687 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f9eaa3474dfc2b587952d20b1d716416, NAME => 'test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:14,687 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:14,687 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:21:14,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:14,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,689 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,690 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9eaa3474dfc2b587952d20b1d716416 columnFamilyName f 2024-11-11T05:21:14,690 DEBUG [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:14,690 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(327): Store=f9eaa3474dfc2b587952d20b1d716416/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:14,690 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,691 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9eaa3474dfc2b587952d20b1d716416 columnFamilyName f1 2024-11-11T05:21:14,691 DEBUG [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:14,691 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(327): Store=f9eaa3474dfc2b587952d20b1d716416/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:14,691 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,692 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9eaa3474dfc2b587952d20b1d716416 columnFamilyName norep 2024-11-11T05:21:14,692 DEBUG [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:14,692 INFO [StoreOpener-f9eaa3474dfc2b587952d20b1d716416-1 {}] regionserver.HStore(327): Store=f9eaa3474dfc2b587952d20b1d716416/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:14,692 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,693 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,693 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,694 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,694 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,694 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:14,695 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,696 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:14,697 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f9eaa3474dfc2b587952d20b1d716416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59213043, jitterRate=-0.1176569014787674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:14,697 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:14,697 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f9eaa3474dfc2b587952d20b1d716416: Running coprocessor pre-open hook at 1731302474688Writing region info on filesystem at 1731302474688Initializing all the Stores at 1731302474688Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302474688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302474688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302474688Cleaning up temporary data from old regions at 1731302474694 (+6 ms)Running coprocessor post-open hooks at 1731302474697 (+3 ms)Region opened successfully at 1731302474697 2024-11-11T05:21:14,698 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416., pid=6, masterSystemTime=1731302474684 2024-11-11T05:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,699 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:14,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9eaa3474dfc2b587952d20b1d716416, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:14,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9eaa3474dfc2b587952d20b1d716416, server=1d14b453aaa0,45851,1731302467289 because future has completed 2024-11-11T05:21:14,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:21:14,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f9eaa3474dfc2b587952d20b1d716416, server=1d14b453aaa0,45851,1731302467289 in 178 msec 2024-11-11T05:21:14,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:21:14,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f9eaa3474dfc2b587952d20b1d716416, ASSIGN in 334 msec 2024-11-11T05:21:14,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:14,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302474714"}]},"ts":"1731302474714"} 2024-11-11T05:21:14,717 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:21:14,719 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:14,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-11T05:21:15,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:21:15,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:15,686 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:21:15,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb672d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:15,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:15,687 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6dd06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:15,689 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22373cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a64bccf 2024-11-11T05:21:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:15,692 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:15,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:40249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:21:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:21:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:15,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,694 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:40249' 2024-11-11T05:21:15,696 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7a7f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,696 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:15,696 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:15,697 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5051c9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:15,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:15,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:15,698 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:15,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c18184f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:15,699 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:15,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe4435d 2024-11-11T05:21:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:15,701 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:15,701 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:21:15,701 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:21:15,701 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:15,701 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:15,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:15,702 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:15,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:15,703 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:21:15,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:15,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:15,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:21:15,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62be4cc52e0cb8b3a1fa840230c9160b, NAME => 'hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d 2024-11-11T05:21:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:21:15,753 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:21:15,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:21:15,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:21:15,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:21:15,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:21:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62be4cc52e0cb8b3a1fa840230c9160b, disabling compactions & flushes 2024-11-11T05:21:16,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. after waiting 0 ms 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62be4cc52e0cb8b3a1fa840230c9160b: Waiting for close lock at 1731302476118Disabling compacts and flushes for region at 1731302476118Disabling writes for close at 1731302476118Writing region close event to WAL at 1731302476118Closed at 1731302476118 2024-11-11T05:21:16,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:16,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302476119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302476119"}]},"ts":"1731302476119"} 2024-11-11T05:21:16,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:16,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:16,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302476122"}]},"ts":"1731302476122"} 2024-11-11T05:21:16,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:21:16,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62be4cc52e0cb8b3a1fa840230c9160b, ASSIGN}] 2024-11-11T05:21:16,125 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62be4cc52e0cb8b3a1fa840230c9160b, ASSIGN 2024-11-11T05:21:16,126 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62be4cc52e0cb8b3a1fa840230c9160b, ASSIGN; state=OFFLINE, location=1d14b453aaa0,42937,1731302456417; forceNewPlan=false, retain=false 2024-11-11T05:21:16,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62be4cc52e0cb8b3a1fa840230c9160b, regionState=OPENING, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:16,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62be4cc52e0cb8b3a1fa840230c9160b, ASSIGN because future has completed 2024-11-11T05:21:16,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62be4cc52e0cb8b3a1fa840230c9160b, server=1d14b453aaa0,42937,1731302456417}] 2024-11-11T05:21:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:16,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:16,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:21:16,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42937%2C1731302456417.rep, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/oldWALs, maxLogs=10 2024-11-11T05:21:16,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.rep.1731302476435, exclude list is [], retry=0 2024-11-11T05:21:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-0e29e324-5f26-46db-8a4e-af90d5de3641,DISK] 2024-11-11T05:21:16,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.rep.1731302476435 2024-11-11T05:21:16,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283)] 2024-11-11T05:21:16,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62be4cc52e0cb8b3a1fa840230c9160b, NAME => 'hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:16,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. service=MultiRowMutationService 2024-11-11T05:21:16,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,454 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,455 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62be4cc52e0cb8b3a1fa840230c9160b columnFamilyName hfileref 2024-11-11T05:21:16,455 DEBUG [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:16,455 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(327): Store=62be4cc52e0cb8b3a1fa840230c9160b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:16,456 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,456 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62be4cc52e0cb8b3a1fa840230c9160b columnFamilyName queue 2024-11-11T05:21:16,456 DEBUG [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:16,456 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(327): Store=62be4cc52e0cb8b3a1fa840230c9160b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:16,456 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,457 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62be4cc52e0cb8b3a1fa840230c9160b columnFamilyName sid 2024-11-11T05:21:16,457 DEBUG [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:16,457 INFO [StoreOpener-62be4cc52e0cb8b3a1fa840230c9160b-1 {}] regionserver.HStore(327): Store=62be4cc52e0cb8b3a1fa840230c9160b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:16,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/replication/62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/replication/62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:16,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/replication/62be4cc52e0cb8b3a1fa840230c9160b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:16,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62be4cc52e0cb8b3a1fa840230c9160b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73582814, jitterRate=0.09646937251091003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:16,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:16,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62be4cc52e0cb8b3a1fa840230c9160b: Running coprocessor pre-open hook at 1731302476453Writing region info on filesystem at 1731302476453Initializing all the Stores at 1731302476454 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302476454Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302476454Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302476454Cleaning up temporary data from old regions at 1731302476459 (+5 ms)Running coprocessor post-open hooks at 1731302476466 (+7 ms)Region opened successfully at 1731302476466 2024-11-11T05:21:16,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b., pid=10, masterSystemTime=1731302476431 2024-11-11T05:21:16,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:16,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62be4cc52e0cb8b3a1fa840230c9160b, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:16,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62be4cc52e0cb8b3a1fa840230c9160b, server=1d14b453aaa0,42937,1731302456417 because future has completed 2024-11-11T05:21:16,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:21:16,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62be4cc52e0cb8b3a1fa840230c9160b, server=1d14b453aaa0,42937,1731302456417 in 194 msec 2024-11-11T05:21:16,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:21:16,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62be4cc52e0cb8b3a1fa840230c9160b, ASSIGN in 350 msec 2024-11-11T05:21:16,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:16,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302476477"}]},"ts":"1731302476477"} 2024-11-11T05:21:16,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:21:16,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:16,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-11T05:21:16,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b., hostname=1d14b453aaa0,42937,1731302456417, seqNum=2] 2024-11-11T05:21:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:21:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:21:16,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:21:16,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:21:16,766 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:21:16,792 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,42937,1731302456417, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:21:16,792 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:16,792 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42937,1731302456417, seqNum=-1] 2024-11-11T05:21:16,792 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:16,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:16,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,42937,1731302456417', locateType=CURRENT is [region=hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b., hostname=1d14b453aaa0,42937,1731302456417, seqNum=2] 2024-11-11T05:21:16,797 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:21:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:21:16,799 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,42937,1731302456417 suceeded 2024-11-11T05:21:16,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:21:16,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T05:21:16,801 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:40249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:21:16,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-11-11T05:21:16,811 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:40249' 2024-11-11T05:21:16,812 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fdd63fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,812 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:16,812 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:16,812 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c7c6c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:16,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,814 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:16,814 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6963eb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,814 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f9910c0 2024-11-11T05:21:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:16,816 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T05:21:16,816 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,42937,1731302456417 (queues=1) is replicating from cluster=c4fb615f-4a03-4222-ba94-da95ed8862a8 to cluster=21eaaee8-4392-4366-8a4c-5223eeb1cff6 2024-11-11T05:21:16,816 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C42937%2C1731302456417 2024-11-11T05:21:16,816 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,42937,1731302456417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:21:16,817 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C42937%2C1731302456417 2024-11-11T05:21:16,817 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, startPosition=0, beingWritten=true 2024-11-11T05:21:16,821 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:16,821 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:16,821 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:16,825 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:21:16,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:16,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:16,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:16,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b78659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:16,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:16,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fbbef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,828 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd7a614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451126da 2024-11-11T05:21:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:16,831 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:16,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:32959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:21:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:21:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:16,834 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:32959' 2024-11-11T05:21:16,835 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f773ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,835 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:16,836 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:16,836 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:16,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:16,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4456106c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,838 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:16,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4127b7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:16,838 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:16,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:16,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d46fd4 2024-11-11T05:21:16,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:16,840 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:16,841 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:21:16,841 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:21:16,841 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,841 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:16,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:16,841 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:16,842 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:21:16,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:16,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:16,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:21:16,893 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:21:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:17,025 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:17,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58f8e8f107630a97bef6eb50bb43cea0, NAME => 'hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734 2024-11-11T05:21:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:21:17,329 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:17,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:17,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58f8e8f107630a97bef6eb50bb43cea0, disabling compactions & flushes 2024-11-11T05:21:17,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:17,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:17,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. after waiting 0 ms 2024-11-11T05:21:17,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:17,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:17,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58f8e8f107630a97bef6eb50bb43cea0: Waiting for close lock at 1731302477655Disabling compacts and flushes for region at 1731302477655Disabling writes for close at 1731302477655Writing region close event to WAL at 1731302477655Closed at 1731302477655 2024-11-11T05:21:17,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:17,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302477656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302477656"}]},"ts":"1731302477656"} 2024-11-11T05:21:17,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:17,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:17,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302477659"}]},"ts":"1731302477659"} 2024-11-11T05:21:17,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:21:17,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f8e8f107630a97bef6eb50bb43cea0, ASSIGN}] 2024-11-11T05:21:17,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f8e8f107630a97bef6eb50bb43cea0, ASSIGN 2024-11-11T05:21:17,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58f8e8f107630a97bef6eb50bb43cea0, ASSIGN; state=OFFLINE, location=1d14b453aaa0,46155,1731302462063; forceNewPlan=false, retain=false 2024-11-11T05:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:17,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58f8e8f107630a97bef6eb50bb43cea0, regionState=OPENING, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58f8e8f107630a97bef6eb50bb43cea0, ASSIGN because future has completed 2024-11-11T05:21:17,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f8e8f107630a97bef6eb50bb43cea0, server=1d14b453aaa0,46155,1731302462063}] 2024-11-11T05:21:17,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:17,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:17,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:21:17,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C46155%2C1731302462063.rep, suffix=, logDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063, archiveDir=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/oldWALs, maxLogs=10 2024-11-11T05:21:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:17,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.rep.1731302477971, exclude list is [], retry=0 2024-11-11T05:21:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-f0f8a440-a8a7-49a8-8e32-6d2ee88c5adb,DISK] 2024-11-11T05:21:17,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.rep.1731302477971 2024-11-11T05:21:17,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-11T05:21:17,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f8e8f107630a97bef6eb50bb43cea0, NAME => 'hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:17,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. service=MultiRowMutationService 2024-11-11T05:21:17,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,990 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,991 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f8e8f107630a97bef6eb50bb43cea0 columnFamilyName hfileref 2024-11-11T05:21:17,992 DEBUG [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:17,992 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(327): Store=58f8e8f107630a97bef6eb50bb43cea0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:17,992 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,993 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f8e8f107630a97bef6eb50bb43cea0 columnFamilyName queue 2024-11-11T05:21:17,993 DEBUG [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:17,993 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(327): Store=58f8e8f107630a97bef6eb50bb43cea0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:17,993 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,995 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f8e8f107630a97bef6eb50bb43cea0 columnFamilyName sid 2024-11-11T05:21:17,995 DEBUG [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:17,995 INFO [StoreOpener-58f8e8f107630a97bef6eb50bb43cea0-1 {}] regionserver.HStore(327): Store=58f8e8f107630a97bef6eb50bb43cea0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:17,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/replication/58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/replication/58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:17,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:17,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/replication/58f8e8f107630a97bef6eb50bb43cea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:17,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58f8e8f107630a97bef6eb50bb43cea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74973338, jitterRate=0.11718979477882385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:17,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:18,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58f8e8f107630a97bef6eb50bb43cea0: Running coprocessor pre-open hook at 1731302477989Writing region info on filesystem at 1731302477989Initializing all the Stores at 1731302477990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302477990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302477990Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302477990Cleaning up temporary data from old regions at 1731302477997 (+7 ms)Running coprocessor post-open hooks at 1731302477999 (+2 ms)Region opened successfully at 1731302478000 (+1 ms) 2024-11-11T05:21:18,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0., pid=10, masterSystemTime=1731302477967 2024-11-11T05:21:18,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:18,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:18,002 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58f8e8f107630a97bef6eb50bb43cea0, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:18,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f8e8f107630a97bef6eb50bb43cea0, server=1d14b453aaa0,46155,1731302462063 because future has completed 2024-11-11T05:21:18,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:21:18,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f8e8f107630a97bef6eb50bb43cea0, server=1d14b453aaa0,46155,1731302462063 in 190 msec 2024-11-11T05:21:18,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:21:18,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f8e8f107630a97bef6eb50bb43cea0, ASSIGN in 345 msec 2024-11-11T05:21:18,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:18,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302478008"}]},"ts":"1731302478008"} 2024-11-11T05:21:18,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:21:18,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:18,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-11T05:21:18,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0., hostname=1d14b453aaa0,46155,1731302462063, seqNum=2] 2024-11-11T05:21:18,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:18,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:18,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:21:18,236 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:18,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:21:18,299 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:21:18,326 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,46155,1731302462063, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:21:18,326 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:18,326 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,46155,1731302462063, seqNum=-1] 2024-11-11T05:21:18,327 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:18,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:18,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,46155,1731302462063', locateType=CURRENT is [region=hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0., hostname=1d14b453aaa0,46155,1731302462063, seqNum=2] 2024-11-11T05:21:18,331 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:21:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:21:18,333 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,46155,1731302462063 suceeded 2024-11-11T05:21:18,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:21:18,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-11T05:21:18,335 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:32959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:21:18,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-11T05:21:18,344 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:32959' 2024-11-11T05:21:18,345 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4135a459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,345 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:18,345 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:18,346 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f35989b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:18,347 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:18,348 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7159b452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,348 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:18,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:18,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71dbc8f3 2024-11-11T05:21:18,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:18,349 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T05:21:18,350 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,46155,1731302462063 (queues=1) is replicating from cluster=21eaaee8-4392-4366-8a4c-5223eeb1cff6 to cluster=b525adbf-989f-49f7-9e5e-da84fabfb74a 2024-11-11T05:21:18,350 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C46155%2C1731302462063 2024-11-11T05:21:18,350 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,46155,1731302462063, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:21:18,350 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, startPosition=0, beingWritten=true 2024-11-11T05:21:18,350 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C46155%2C1731302462063 2024-11-11T05:21:18,354 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:18,354 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:18,354 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:18,558 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:18,840 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:18,861 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:18,995 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:21:18,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:18,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:18,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:18,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:18,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:18,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d731116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:18,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:18,997 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec1cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:18,998 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:18,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b81fb77 2024-11-11T05:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:19,000 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:19,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:34195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:21:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:21:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:19,002 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:34195' 2024-11-11T05:21:19,003 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6027d692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:19,003 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:19,003 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:19,004 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528181c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:19,005 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640eecfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:19,006 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:19,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:19,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a66b3 2024-11-11T05:21:19,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:19,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:19,007 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:21:19,007 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:21:19,007 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:19,007 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:19,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:19,008 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:19,009 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:21:19,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:19,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:19,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:21:19,059 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:21:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:19,265 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:19,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9b04d344e665f9c5c4e4aadd734c9b3, NAME => 'hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f 2024-11-11T05:21:19,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:21:19,543 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:19,768 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c9b04d344e665f9c5c4e4aadd734c9b3, disabling compactions & flushes 2024-11-11T05:21:19,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. after waiting 0 ms 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:19,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:19,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9b04d344e665f9c5c4e4aadd734c9b3: Waiting for close lock at 1731302479878Disabling compacts and flushes for region at 1731302479878Disabling writes for close at 1731302479878Writing region close event to WAL at 1731302479878Closed at 1731302479878 2024-11-11T05:21:19,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:19,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302479879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302479879"}]},"ts":"1731302479879"} 2024-11-11T05:21:19,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:19,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:19,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302479882"}]},"ts":"1731302479882"} 2024-11-11T05:21:19,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:21:19,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9b04d344e665f9c5c4e4aadd734c9b3, ASSIGN}] 2024-11-11T05:21:19,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9b04d344e665f9c5c4e4aadd734c9b3, ASSIGN 2024-11-11T05:21:19,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9b04d344e665f9c5c4e4aadd734c9b3, ASSIGN; state=OFFLINE, location=1d14b453aaa0,45851,1731302467289; forceNewPlan=false, retain=false 2024-11-11T05:21:20,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9b04d344e665f9c5c4e4aadd734c9b3, regionState=OPENING, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:20,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9b04d344e665f9c5c4e4aadd734c9b3, ASSIGN because future has completed 2024-11-11T05:21:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b04d344e665f9c5c4e4aadd734c9b3, server=1d14b453aaa0,45851,1731302467289}] 2024-11-11T05:21:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:20,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:20,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:20,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:21:20,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C45851%2C1731302467289.rep, suffix=, logDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289, archiveDir=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/oldWALs, maxLogs=10 2024-11-11T05:21:20,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.rep.1731302480195, exclude list is [], retry=0 2024-11-11T05:21:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-73ae1887-c7fa-409a-a084-02bde91c5e1a,DISK] 2024-11-11T05:21:20,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.rep.1731302480195 2024-11-11T05:21:20,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46195:46195)] 2024-11-11T05:21:20,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c9b04d344e665f9c5c4e4aadd734c9b3, NAME => 'hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:20,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:20,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:20,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. service=MultiRowMutationService 2024-11-11T05:21:20,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:21:20,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:20,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,218 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,219 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b04d344e665f9c5c4e4aadd734c9b3 columnFamilyName hfileref 2024-11-11T05:21:20,219 DEBUG [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:20,219 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(327): Store=c9b04d344e665f9c5c4e4aadd734c9b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:20,219 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,220 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b04d344e665f9c5c4e4aadd734c9b3 columnFamilyName queue 2024-11-11T05:21:20,220 DEBUG [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:20,220 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(327): Store=c9b04d344e665f9c5c4e4aadd734c9b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:20,220 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,221 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b04d344e665f9c5c4e4aadd734c9b3 columnFamilyName sid 2024-11-11T05:21:20,221 DEBUG [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:20,221 INFO [StoreOpener-c9b04d344e665f9c5c4e4aadd734c9b3-1 {}] regionserver.HStore(327): Store=c9b04d344e665f9c5c4e4aadd734c9b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:20,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:20,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c9b04d344e665f9c5c4e4aadd734c9b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67694093, jitterRate=0.00872059166431427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:20,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:20,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c9b04d344e665f9c5c4e4aadd734c9b3: Running coprocessor pre-open hook at 1731302480217Writing region info on filesystem at 1731302480217Initializing all the Stores at 1731302480218 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302480218Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302480218Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302480218Cleaning up temporary data from old regions at 1731302480223 (+5 ms)Running coprocessor post-open hooks at 1731302480226 (+3 ms)Region opened successfully at 1731302480226 2024-11-11T05:21:20,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3., pid=10, masterSystemTime=1731302480190 2024-11-11T05:21:20,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:20,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:20,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9b04d344e665f9c5c4e4aadd734c9b3, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b04d344e665f9c5c4e4aadd734c9b3, server=1d14b453aaa0,45851,1731302467289 because future has completed 2024-11-11T05:21:20,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:21:20,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c9b04d344e665f9c5c4e4aadd734c9b3, server=1d14b453aaa0,45851,1731302467289 in 192 msec 2024-11-11T05:21:20,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:21:20,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9b04d344e665f9c5c4e4aadd734c9b3, ASSIGN in 348 msec 2024-11-11T05:21:20,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:21:20,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302480239"}]},"ts":"1731302480239"} 2024-11-11T05:21:20,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:21:20,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:21:20,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-11T05:21:20,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3., hostname=1d14b453aaa0,45851,1731302467289, seqNum=2] 2024-11-11T05:21:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:20,346 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:20,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:21:20,372 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:20,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:21:20,502 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:21:20,526 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,45851,1731302467289, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:21:20,527 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:20,527 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,45851,1731302467289, seqNum=-1] 2024-11-11T05:21:20,527 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:20,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,45851,1731302467289', locateType=CURRENT is [region=hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3., hostname=1d14b453aaa0,45851,1731302467289, seqNum=2] 2024-11-11T05:21:20,532 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:21:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:21:20,533 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,45851,1731302467289 suceeded 2024-11-11T05:21:20,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:21:20,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-11T05:21:20,535 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:34195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:21:20,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-11-11T05:21:20,544 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:34195' 2024-11-11T05:21:20,545 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dda8c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:20,545 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:20,545 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:20,546 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45265310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:20,547 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a486054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:20,548 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6bc415 2024-11-11T05:21:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:20,549 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T05:21:20,550 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,45851,1731302467289 (queues=1) is replicating from cluster=b525adbf-989f-49f7-9e5e-da84fabfb74a to cluster=c4fb615f-4a03-4222-ba94-da95ed8862a8 2024-11-11T05:21:20,550 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C45851%2C1731302467289 2024-11-11T05:21:20,550 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,45851,1731302467289, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:21:20,550 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C45851%2C1731302467289 2024-11-11T05:21:20,550 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, startPosition=0, beingWritten=true 2024-11-11T05:21:20,555 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:20,555 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 379, reset compression=false 2024-11-11T05:21:20,555 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:20,764 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 379, reset compression=false 2024-11-11T05:21:21,068 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 379, reset compression=false 2024-11-11T05:21:21,075 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:21:21,145 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:21:21,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6bdb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:21,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:21,147 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18b260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,148 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365a549a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54ac98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:21,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:21,150 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11abb458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,150 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ae2776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6208ec51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:21,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:21,152 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a435d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,153 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fc4678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42937,1731302456417, seqNum=-1] 2024-11-11T05:21:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:21,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302470248.69494c242f8c66be4c95221d87a0b799., hostname=1d14b453aaa0,42937,1731302456417, seqNum=2] 2024-11-11T05:21:21,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,45851,1731302467289, seqNum=-1] 2024-11-11T05:21:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:21,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416., hostname=1d14b453aaa0,45851,1731302467289, seqNum=2] 2024-11-11T05:21:21,164 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T05:21:21,249 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 379, reset compression=false 2024-11-11T05:21:21,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:21,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 480, reset compression=false 2024-11-11T05:21:21,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[{test/69494c242f8c66be4c95221d87a0b799/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T05:21:21,287 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:21,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T05:21:21,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:21,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c88ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40249,-1 for getting cluster id 2024-11-11T05:21:21,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:21,291 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21eaaee8-4392-4366-8a4c-5223eeb1cff6' 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21eaaee8-4392-4366-8a4c-5223eeb1cff6" 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dcd1e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40249,-1] 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,292 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:21,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ab85a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:21,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,46155,1731302462063, seqNum=-1] 2024-11-11T05:21:21,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:21,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:21,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., hostname=1d14b453aaa0,46155,1731302462063, seqNum=2] 2024-11-11T05:21:21,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:21,471 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 379, reset compression=false 2024-11-11T05:21:21,489 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 480, reset compression=false 2024-11-11T05:21:21,792 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 480, reset compression=false 2024-11-11T05:21:21,878 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 379, reset compression=false 2024-11-11T05:21:21,882 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:21,882 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 504, reset compression=false 2024-11-11T05:21:21,882 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T05:21:21,884 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:21,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T05:21:21,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:21,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b2f7580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:21,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:21,887 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ef4901f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:21,888 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:21,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b736f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:21,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,45851,1731302467289, seqNum=-1] 2024-11-11T05:21:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:21,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:21,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416., hostname=1d14b453aaa0,45851,1731302467289, seqNum=2] 2024-11-11T05:21:21,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:21,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:21,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:21,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:21,974 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 379, reset compression=false 2024-11-11T05:21:21,983 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:21,983 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 527, reset compression=false 2024-11-11T05:21:21,983 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:22,085 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 504, reset compression=false 2024-11-11T05:21:22,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T05:21:22,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,46155,1731302462063, seqNum=-1] 2024-11-11T05:21:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:22,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., hostname=1d14b453aaa0,46155,1731302462063, seqNum=2] 2024-11-11T05:21:22,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T05:21:22,187 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 527, reset compression=false 2024-11-11T05:21:22,196 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 480, reset compression=false 2024-11-11T05:21:22,389 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 504, reset compression=false 2024-11-11T05:21:22,394 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:22,394 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 608, reset compression=false 2024-11-11T05:21:22,394 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:21:22,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:22,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:22,490 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 527, reset compression=false 2024-11-11T05:21:22,494 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:22,494 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 654, reset compression=false 2024-11-11T05:21:22,494 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9eaa3474dfc2b587952d20b1d716416/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T05:21:22,496 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:22,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T05:21:22,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:22,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a524c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:22,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:22,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:22,498 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46059ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:22,500 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:22,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a6ba2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:22,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:22,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42937,1731302456417, seqNum=-1] 2024-11-11T05:21:22,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:22,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T05:21:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731302470248.69494c242f8c66be4c95221d87a0b799., hostname=1d14b453aaa0,42937,1731302456417, seqNum=2] 2024-11-11T05:21:22,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:22,597 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 608, reset compression=false 2024-11-11T05:21:22,697 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 654, reset compression=false 2024-11-11T05:21:22,699 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 480, reset compression=false 2024-11-11T05:21:22,703 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:22,703 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 631, reset compression=false 2024-11-11T05:21:22,703 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:22,901 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 608, reset compression=false 2024-11-11T05:21:22,917 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 631, reset compression=false 2024-11-11T05:21:23,001 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 654, reset compression=false 2024-11-11T05:21:23,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T05:21:23,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T05:21:23,220 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 631, reset compression=false 2024-11-11T05:21:23,304 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 608, reset compression=false 2024-11-11T05:21:23,404 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 654, reset compression=false 2024-11-11T05:21:23,409 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:23,409 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 758, reset compression=false 2024-11-11T05:21:23,409 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9eaa3474dfc2b587952d20b1d716416/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:21:23,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:23,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:23,612 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 758, reset compression=false 2024-11-11T05:21:23,624 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 631, reset compression=false 2024-11-11T05:21:23,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:23,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 759, reset compression=false 2024-11-11T05:21:23,628 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[{test/69494c242f8c66be4c95221d87a0b799/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T05:21:23,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:23,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:23,807 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 608, reset compression=false 2024-11-11T05:21:23,811 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:23,811 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 760, reset compression=false 2024-11-11T05:21:23,811 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:23,830 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 759, reset compression=false 2024-11-11T05:21:23,915 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 758, reset compression=false 2024-11-11T05:21:24,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 760, reset compression=false 2024-11-11T05:21:24,133 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 759, reset compression=false 2024-11-11T05:21:24,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T05:21:24,190 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T05:21:24,318 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 760, reset compression=false 2024-11-11T05:21:24,319 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 758, reset compression=false 2024-11-11T05:21:24,537 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 759, reset compression=false 2024-11-11T05:21:24,625 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:24,625 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 915, reset compression=false 2024-11-11T05:21:24,625 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[{test/69494c242f8c66be4c95221d87a0b799/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T05:21:24,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:24,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:24,723 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 760, reset compression=false 2024-11-11T05:21:24,727 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:24,727 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 908, reset compression=false 2024-11-11T05:21:24,727 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T05:21:24,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:24,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:24,823 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 758, reset compression=false 2024-11-11T05:21:24,827 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:24,827 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 929, reset compression=false 2024-11-11T05:21:24,827 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:24,828 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 915, reset compression=false 2024-11-11T05:21:24,931 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 908, reset compression=false 2024-11-11T05:21:25,030 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 929, reset compression=false 2024-11-11T05:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 915, reset compression=false 2024-11-11T05:21:25,192 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T05:21:25,195 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T05:21:25,234 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 908, reset compression=false 2024-11-11T05:21:25,239 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:25,239 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1067, reset compression=false 2024-11-11T05:21:25,239 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T05:21:25,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:25,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:25,333 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 929, reset compression=false 2024-11-11T05:21:25,339 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:25,339 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1078, reset compression=false 2024-11-11T05:21:25,339 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9eaa3474dfc2b587952d20b1d716416/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T05:21:25,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:25,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:25,442 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1067, reset compression=false 2024-11-11T05:21:25,534 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 915, reset compression=false 2024-11-11T05:21:25,538 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:25,538 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1088, reset compression=false 2024-11-11T05:21:25,538 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:25,542 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1078, reset compression=false 2024-11-11T05:21:25,742 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1088, reset compression=false 2024-11-11T05:21:25,745 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1067, reset compression=false 2024-11-11T05:21:25,820 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:21:25,845 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1078, reset compression=false 2024-11-11T05:21:26,045 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1088, reset compression=false 2024-11-11T05:21:26,148 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1067, reset compression=false 2024-11-11T05:21:26,197 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T05:21:26,200 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T05:21:26,248 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1078, reset compression=false 2024-11-11T05:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1237, reset compression=false 2024-11-11T05:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9eaa3474dfc2b587952d20b1d716416/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T05:21:26,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:26,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:26,448 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1088, reset compression=false 2024-11-11T05:21:26,452 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:26,452 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1238, reset compression=false 2024-11-11T05:21:26,452 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[{test/69494c242f8c66be4c95221d87a0b799/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T05:21:26,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:26,455 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1237, reset compression=false 2024-11-11T05:21:26,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:26,652 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1067, reset compression=false 2024-11-11T05:21:26,655 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:26,655 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1241, reset compression=false 2024-11-11T05:21:26,655 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:26,656 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1238, reset compression=false 2024-11-11T05:21:26,759 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1237, reset compression=false 2024-11-11T05:21:26,859 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1241, reset compression=false 2024-11-11T05:21:26,959 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1238, reset compression=false 2024-11-11T05:21:27,162 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1237, reset compression=false 2024-11-11T05:21:27,162 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1241, reset compression=false 2024-11-11T05:21:27,202 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T05:21:27,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73102e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:27,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:27,207 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2f71cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,209 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35df6e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40bf411a 2024-11-11T05:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:27,213 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:27,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T05:21:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T05:21:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:21:27,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:21:27,363 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1238, reset compression=false 2024-11-11T05:21:27,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T05:21:27,382 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T05:21:27,383 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T05:21:27,383 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,45851,1731302467289 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T05:21:27,383 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0. 2024-11-11T05:21:27,383 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:27,383 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:27,383 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,484 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:21:27,484 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:21:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:21:27,565 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1241, reset compression=false 2024-11-11T05:21:27,584 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 terminated 2024-11-11T05:21:27,599 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,45851,1731302467289, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:21:27,599 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T05:21:27,599 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T05:21:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T05:21:27,602 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1d14b453aaa0,45851,1731302467289 suceeded 2024-11-11T05:21:27,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T05:21:27,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-11T05:21:27,603 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T05:21:27,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 390 msec 2024-11-11T05:21:27,612 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:34195' 2024-11-11T05:21:27,613 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfa6dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,613 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,34195,-1 for getting cluster id 2024-11-11T05:21:27,613 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:27,614 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4fb615f-4a03-4222-ba94-da95ed8862a8' 2024-11-11T05:21:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4fb615f-4a03-4222-ba94-da95ed8862a8" 2024-11-11T05:21:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78aded06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,34195,-1] 2024-11-11T05:21:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:27,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,615 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:27,616 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f2a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:27,616 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:27,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:27,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1240eda 2024-11-11T05:21:27,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:27,617 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T05:21:27,618 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,45851,1731302467289 (queues=1) is replicating from cluster=b525adbf-989f-49f7-9e5e-da84fabfb74a to cluster=c4fb615f-4a03-4222-ba94-da95ed8862a8 2024-11-11T05:21:27,618 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C45851%2C1731302467289 2024-11-11T05:21:27,618 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,45851,1731302467289, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:21:27,618 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C45851%2C1731302467289 2024-11-11T05:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:21:27,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:27,845 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:21:27,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:27,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:27,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:27,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T05:21:27,866 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1238, reset compression=false 2024-11-11T05:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1342, reset compression=false 2024-11-11T05:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[{test/69494c242f8c66be4c95221d87a0b799/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:21:27,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:27,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:28,068 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1241, reset compression=false 2024-11-11T05:21:28,072 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:28,072 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1369, reset compression=false 2024-11-11T05:21:28,073 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T05:21:28,073 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1342, reset compression=false 2024-11-11T05:21:28,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:28,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:28,276 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1369, reset compression=false 2024-11-11T05:21:28,376 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1342, reset compression=false 2024-11-11T05:21:28,580 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1369, reset compression=false 2024-11-11T05:21:28,779 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1342, reset compression=false 2024-11-11T05:21:28,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T05:21:28,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd9fa9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:28,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,32959,-1 for getting cluster id 2024-11-11T05:21:28,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:28,852 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b525adbf-989f-49f7-9e5e-da84fabfb74a' 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b525adbf-989f-49f7-9e5e-da84fabfb74a" 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641462cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,32959,-1] 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:28,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:28,854 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3442700b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:28,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181fae10 2024-11-11T05:21:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:28,858 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:28,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T05:21:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T05:21:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T05:21:28,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:21:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T05:21:28,983 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1369, reset compression=false 2024-11-11T05:21:28,986 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:28,986 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:28,986 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[{test/089c24dfed7828c64bc70c3cc6dd4971/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:21:28,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:28,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:29,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T05:21:29,081 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T05:21:29,082 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T05:21:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T05:21:29,084 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1d14b453aaa0,45851,1731302467289 suceeded 2024-11-11T05:21:29,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T05:21:29,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-11T05:21:29,085 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T05:21:29,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 227 msec 2024-11-11T05:21:29,119 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, startPosition=1237, beingWritten=true 2024-11-11T05:21:29,123 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:21:29,123 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1515, reset compression=false 2024-11-11T05:21:29,123 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9eaa3474dfc2b587952d20b1d716416/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T05:21:29,125 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:29,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T05:21:29,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:21:29,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:21:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T05:21:29,175 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:21:29,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:29,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:29,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:29,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T05:21:29,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:21:29,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:29,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:29,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:29,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:21:29,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=657118408, stopped=false 2024-11-11T05:21:29,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,32959,1731302467141 2024-11-11T05:21:29,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2538500173/running 2024-11-11T05:21:29,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2538500173/running 2024-11-11T05:21:29,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:29,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:29,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:29,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:29,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:29,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,45851,1731302467289' ***** 2024-11-11T05:21:29,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:21:29,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/running 2024-11-11T05:21:29,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Set watcher on znode that does not yet exist, /2538500173/running 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:21:29,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for c9b04d344e665f9c5c4e4aadd734c9b3 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:45851. 2024-11-11T05:21:29,188 DEBUG [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:29,188 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9b04d344e665f9c5c4e4aadd734c9b3, disabling compactions & flushes 2024-11-11T05:21:29,188 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:29,188 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:29,188 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:29,188 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. after waiting 0 ms 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:21:29,188 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:21:29,188 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:21:29,189 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9b04d344e665f9c5c4e4aadd734c9b3 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-11T05:21:29,189 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:21:29,189 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1325): Online Regions={c9b04d344e665f9c5c4e4aadd734c9b3=hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3., 1588230740=hbase:meta,,1.1588230740, f9eaa3474dfc2b587952d20b1d716416=test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.} 2024-11-11T05:21:29,189 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:29,189 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9b04d344e665f9c5c4e4aadd734c9b3, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:29,189 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:29,189 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:29,189 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:29,189 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:29,189 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:29,199 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:21:29,199 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:21:29,208 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/.tmp/queue/a9abe27980904d369cd312b40227c2f3 is 154, key is 1-1d14b453aaa0,45851,1731302467289/queue:1d14b453aaa0%2C45851%2C1731302467289/1731302489129/Put/seqid=0 2024-11-11T05:21:29,208 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/info/fecb525fcd324958ae1b2e276d86caf1 is 147, key is hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3./info:regioninfo/1731302480228/Put/seqid=0 2024-11-11T05:21:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741840_1016 (size=5353) 2024-11-11T05:21:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741841_1017 (size=7686) 2024-11-11T05:21:29,220 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:29,282 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1342, reset compression=false 2024-11-11T05:21:29,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:29,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:29,286 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:29,326 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1515, reset compression=false 2024-11-11T05:21:29,389 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9b04d344e665f9c5c4e4aadd734c9b3, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:29,488 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:29,493 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:29,589 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9b04d344e665f9c5c4e4aadd734c9b3, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:29,612 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/.tmp/queue/a9abe27980904d369cd312b40227c2f3 2024-11-11T05:21:29,629 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1515, reset compression=false 2024-11-11T05:21:29,656 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/info/fecb525fcd324958ae1b2e276d86caf1 2024-11-11T05:21:29,658 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/.tmp/queue/a9abe27980904d369cd312b40227c2f3 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/queue/a9abe27980904d369cd312b40227c2f3 2024-11-11T05:21:29,661 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/queue/a9abe27980904d369cd312b40227c2f3, entries=1, sequenceid=13, filesize=5.2 K 2024-11-11T05:21:29,662 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c9b04d344e665f9c5c4e4aadd734c9b3 in 474ms, sequenceid=13, compaction requested=false 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/replication/c9b04d344e665f9c5c4e4aadd734c9b3/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:21:29,667 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9b04d344e665f9c5c4e4aadd734c9b3: Waiting for close lock at 1731302489188Running coprocessor pre-close hooks at 1731302489188Disabling compacts and flushes for region at 1731302489188Disabling writes for close at 1731302489188Obtaining lock to block concurrent updates at 1731302489189 (+1 ms)Preparing flush snapshotting stores in c9b04d344e665f9c5c4e4aadd734c9b3 at 1731302489189Finished memstore snapshotting hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731302489189Flushing stores of hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. at 1731302489189Flushing c9b04d344e665f9c5c4e4aadd734c9b3/queue: creating writer at 1731302489189Flushing c9b04d344e665f9c5c4e4aadd734c9b3/queue: appending metadata at 1731302489207 (+18 ms)Flushing c9b04d344e665f9c5c4e4aadd734c9b3/queue: closing flushed file at 1731302489207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d58a8af: reopening flushed file at 1731302489657 (+450 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c9b04d344e665f9c5c4e4aadd734c9b3 in 474ms, sequenceid=13, compaction requested=false at 1731302489662 (+5 ms)Writing region close event to WAL at 1731302489664 (+2 ms)Running coprocessor post-close hooks at 1731302489667 (+3 ms)Closed at 1731302489667 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302479008.c9b04d344e665f9c5c4e4aadd734c9b3. 2024-11-11T05:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9eaa3474dfc2b587952d20b1d716416, disabling compactions & flushes 2024-11-11T05:21:29,668 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:29,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:29,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. after waiting 0 ms 2024-11-11T05:21:29,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:29,668 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9eaa3474dfc2b587952d20b1d716416 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T05:21:29,672 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/ns/2c646be3eea741248e0755b7d3de9ce7 is 43, key is default/ns:d/1731302470177/Put/seqid=0 2024-11-11T05:21:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:21:29,681 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f/ce514d9f6a344b77aa969ccf8c36bcbb is 37, key is row3/f:row3/1731302487846/Put/seqid=0 2024-11-11T05:21:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741843_1019 (size=5228) 2024-11-11T05:21:29,789 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:29,791 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:29,895 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:29,989 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:30,031 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1515, reset compression=false 2024-11-11T05:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1762, reset compression=false 2024-11-11T05:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,45851,1731302467289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:30,036 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,45851,1731302467289: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,45851,1731302467289, walGroup=1d14b453aaa0%2C45851%2C1731302467289, offset=1d14b453aaa0%2C45851%2C1731302467289.1731302469231:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:21:30,037 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:21:30,037 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:21:30,038 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 836930496 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198179128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:21:30,038 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:32959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:32959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:21:30,075 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/ns/2c646be3eea741248e0755b7d3de9ce7 2024-11-11T05:21:30,084 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f/ce514d9f6a344b77aa969ccf8c36bcbb 2024-11-11T05:21:30,088 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce514d9f6a344b77aa969ccf8c36bcbb 2024-11-11T05:21:30,091 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/rep_barrier/508ff07863624f6f8571d1751b960c30 is 112, key is test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416./rep_barrier:seqnumDuringOpen/1731302474700/Put/seqid=0 2024-11-11T05:21:30,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741844_1020 (size=5518) 2024-11-11T05:21:30,097 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/rep_barrier/508ff07863624f6f8571d1751b960c30 2024-11-11T05:21:30,101 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f1/8ff309c19768490182a8396d78469317 is 30, key is row1/f1:/1731302485192/DeleteFamily/seqid=0 2024-11-11T05:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741845_1021 (size=5158) 2024-11-11T05:21:30,108 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f1/8ff309c19768490182a8396d78469317 2024-11-11T05:21:30,112 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ff309c19768490182a8396d78469317 2024-11-11T05:21:30,118 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/table/572a2d6e21f74beebdee1bc0a9f641a2 is 53, key is hbase:replication/table:state/1731302480239/Put/seqid=0 2024-11-11T05:21:30,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:21:30,128 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/norep/8275d57c83e649828537b042f7a02a38 is 33, key is row2/norep:/1731302486198/DeleteFamily/seqid=0 2024-11-11T05:21:30,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741847_1023 (size=5108) 2024-11-11T05:21:30,189 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:30,195 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:30,238 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1762, reset compression=false 2024-11-11T05:21:30,390 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:21:30,390 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9eaa3474dfc2b587952d20b1d716416=test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416.} 2024-11-11T05:21:30,390 DEBUG [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9eaa3474dfc2b587952d20b1d716416 2024-11-11T05:21:30,398 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:30,521 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/table/572a2d6e21f74beebdee1bc0a9f641a2 2024-11-11T05:21:30,525 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/info/fecb525fcd324958ae1b2e276d86caf1 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/info/fecb525fcd324958ae1b2e276d86caf1 2024-11-11T05:21:30,528 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/info/fecb525fcd324958ae1b2e276d86caf1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:21:30,528 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/ns/2c646be3eea741248e0755b7d3de9ce7 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/ns/2c646be3eea741248e0755b7d3de9ce7 2024-11-11T05:21:30,531 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/ns/2c646be3eea741248e0755b7d3de9ce7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:21:30,531 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/rep_barrier/508ff07863624f6f8571d1751b960c30 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/rep_barrier/508ff07863624f6f8571d1751b960c30 2024-11-11T05:21:30,531 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/norep/8275d57c83e649828537b042f7a02a38 2024-11-11T05:21:30,534 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8275d57c83e649828537b042f7a02a38 2024-11-11T05:21:30,535 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f/ce514d9f6a344b77aa969ccf8c36bcbb as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/f/ce514d9f6a344b77aa969ccf8c36bcbb 2024-11-11T05:21:30,535 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/rep_barrier/508ff07863624f6f8571d1751b960c30, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:21:30,535 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/.tmp/table/572a2d6e21f74beebdee1bc0a9f641a2 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/table/572a2d6e21f74beebdee1bc0a9f641a2 2024-11-11T05:21:30,538 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce514d9f6a344b77aa969ccf8c36bcbb 2024-11-11T05:21:30,538 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/f/ce514d9f6a344b77aa969ccf8c36bcbb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T05:21:30,538 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/f1/8ff309c19768490182a8396d78469317 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/f1/8ff309c19768490182a8396d78469317 2024-11-11T05:21:30,539 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/table/572a2d6e21f74beebdee1bc0a9f641a2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:21:30,539 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=16, compaction requested=false 2024-11-11T05:21:30,541 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 1762, reset compression=false 2024-11-11T05:21:30,544 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ff309c19768490182a8396d78469317 2024-11-11T05:21:30,544 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/f1/8ff309c19768490182a8396d78469317, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:30,545 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/.tmp/norep/8275d57c83e649828537b042f7a02a38 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/norep/8275d57c83e649828537b042f7a02a38 2024-11-11T05:21:30,548 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8275d57c83e649828537b042f7a02a38 2024-11-11T05:21:30,548 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/norep/8275d57c83e649828537b042f7a02a38, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:30,549 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f9eaa3474dfc2b587952d20b1d716416 in 881ms, sequenceid=12, compaction requested=false 2024-11-11T05:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 to pos 2111, reset compression=false 2024-11-11T05:21:30,557 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:21:30,557 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/data/default/test/f9eaa3474dfc2b587952d20b1d716416/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T05:21:30,557 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:21:30,558 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:30,558 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9eaa3474dfc2b587952d20b1d716416: Waiting for close lock at 1731302489667Running coprocessor pre-close hooks at 1731302489667Disabling compacts and flushes for region at 1731302489667Disabling writes for close at 1731302489668 (+1 ms)Obtaining lock to block concurrent updates at 1731302489668Preparing flush snapshotting stores in f9eaa3474dfc2b587952d20b1d716416 at 1731302489668Finished memstore snapshotting test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731302489668Flushing stores of test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. at 1731302489668Flushing f9eaa3474dfc2b587952d20b1d716416/f: creating writer at 1731302489668Flushing f9eaa3474dfc2b587952d20b1d716416/f: appending metadata at 1731302489681 (+13 ms)Flushing f9eaa3474dfc2b587952d20b1d716416/f: closing flushed file at 1731302489681Flushing f9eaa3474dfc2b587952d20b1d716416/f1: creating writer at 1731302490088 (+407 ms)Flushing f9eaa3474dfc2b587952d20b1d716416/f1: appending metadata at 1731302490101 (+13 ms)Flushing f9eaa3474dfc2b587952d20b1d716416/f1: closing flushed file at 1731302490101Flushing f9eaa3474dfc2b587952d20b1d716416/norep: creating writer at 1731302490112 (+11 ms)Flushing f9eaa3474dfc2b587952d20b1d716416/norep: appending metadata at 1731302490127 (+15 ms)Flushing f9eaa3474dfc2b587952d20b1d716416/norep: closing flushed file at 1731302490127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d993d53: reopening flushed file at 1731302490534 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd0a624: reopening flushed file at 1731302490538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695ec1b3: reopening flushed file at 1731302490544 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f9eaa3474dfc2b587952d20b1d716416 in 881ms, sequenceid=12, compaction requested=false at 1731302490549 (+5 ms)Writing region close event to WAL at 1731302490554 (+5 ms)Running coprocessor post-close hooks at 1731302490558 (+4 ms)Closed at 1731302490558 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302489189Running coprocessor pre-close hooks at 1731302489189Disabling compacts and flushes for region at 1731302489189Disabling writes for close at 1731302489189Obtaining lock to block concurrent updates at 1731302489189Preparing flush snapshotting stores in 1588230740 at 1731302489189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302489189Flushing stores of hbase:meta,,1.1588230740 at 1731302489189Flushing 1588230740/info: creating writer at 1731302489189Flushing 1588230740/info: appending metadata at 1731302489207 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731302489207Flushing 1588230740/ns: creating writer at 1731302489659 (+452 ms)Flushing 1588230740/ns: appending metadata at 1731302489672 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731302489672Flushing 1588230740/rep_barrier: creating writer at 1731302490079 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302490091 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302490091Flushing 1588230740/table: creating writer at 1731302490101 (+10 ms)Flushing 1588230740/table: appending metadata at 1731302490117 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731302490117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22539eb6: reopening flushed file at 1731302490524 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dd866d: reopening flushed file at 1731302490528 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5a966f: reopening flushed file at 1731302490531 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e39e6f: reopening flushed file at 1731302490535 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=16, compaction requested=false at 1731302490539 (+4 ms)Writing region close event to WAL at 1731302490553 (+14 ms)Running coprocessor post-close hooks at 1731302490558 (+5 ms)Closed at 1731302490558 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302473537.f9eaa3474dfc2b587952d20b1d716416. 2024-11-11T05:21:30,558 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:30,590 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,45851,1731302467289; all regions closed. 2024-11-11T05:21:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:21:30,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.meta.1731302470130.meta not finished, retry = 0 2024-11-11T05:21:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741839_1015 (size=3333) 2024-11-11T05:21:30,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.rep.1731302480195 not finished, retry = 0 2024-11-11T05:21:30,698 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741832_1008 (size=2414) 2024-11-11T05:21:30,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/WALs/1d14b453aaa0,45851,1731302467289/1d14b453aaa0%2C45851%2C1731302467289.1731302469231 not finished, retry = 0 2024-11-11T05:21:30,897 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:30,898 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,45851,1731302467289 because: Region server is closing 2024-11-11T05:21:30,898 INFO [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:45851. 2024-11-11T05:21:30,898 DEBUG [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:30,898 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:30,899 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:30,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:30,999 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.shipper1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 terminated 2024-11-11T05:21:30,999 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,45851,1731302467289.replicationSource.wal-reader.1d14b453aaa0%2C45851%2C1731302467289,1-1d14b453aaa0,45851,1731302467289 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-11T05:21:30,999 INFO [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:45851. 2024-11-11T05:21:30,999 DEBUG [RS:0;1d14b453aaa0:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:30,999 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:30,999 DEBUG [RS:0;1d14b453aaa0:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:30,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:30,999 INFO [RS:0;1d14b453aaa0:45851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45851 2024-11-11T05:21:31,001 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173/rs 2024-11-11T05:21:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2538500173/rs/1d14b453aaa0,45851,1731302467289 2024-11-11T05:21:31,064 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:31,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,45851,1731302467289] 2024-11-11T05:21:31,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2538500173/draining/1d14b453aaa0,45851,1731302467289 already deleted, retry=false 2024-11-11T05:21:31,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,45851,1731302467289 expired; onlineServers=0 2024-11-11T05:21:31,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,32959,1731302467141' ***** 2024-11-11T05:21:31,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:31,085 DEBUG [M:0;1d14b453aaa0:32959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:21:31,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:21:31,085 DEBUG [M:0;1d14b453aaa0:32959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:21:31,085 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302468935 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302468935,5,FailOnTimeoutGroup] 2024-11-11T05:21:31,085 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302468935 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302468935,5,FailOnTimeoutGroup] 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:31,085 DEBUG [M:0;1d14b453aaa0:32959 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:21:31,085 INFO [M:0;1d14b453aaa0:32959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:31,086 INFO [M:0;1d14b453aaa0:32959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:21:31,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:21:31,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2538500173/master 2024-11-11T05:21:31,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2538500173 2024-11-11T05:21:31,095 DEBUG [M:0;1d14b453aaa0:32959 {}] zookeeper.ZKUtil(347): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Unable to get data of znode /2538500173/master because node does not exist (not an error) 2024-11-11T05:21:31,095 WARN [M:0;1d14b453aaa0:32959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:21:31,096 INFO [M:0;1d14b453aaa0:32959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/.lastflushedseqids 2024-11-11T05:21:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741848_1024 (size=245) 2024-11-11T05:21:31,174 INFO [RS:0;1d14b453aaa0:45851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:31,174 INFO [RS:0;1d14b453aaa0:45851 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,45851,1731302467289; zookeeper connection closed. 2024-11-11T05:21:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x1012856efc70007, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:31,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33efadc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33efadc6 2024-11-11T05:21:31,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:21:31,301 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:31,497 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:21:31,499 INFO [M:0;1d14b453aaa0:32959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:21:31,500 INFO [M:0;1d14b453aaa0:32959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:21:31,500 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:31,500 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:31,500 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:31,500 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:31,500 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:31,500 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-11T05:21:31,514 DEBUG [M:0;1d14b453aaa0:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99085d9af854cf6af69df41afafbc7c is 82, key is hbase:meta,,1/info:regioninfo/1731302470158/Put/seqid=0 2024-11-11T05:21:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741849_1025 (size=5672) 2024-11-11T05:21:31,704 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:31,917 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99085d9af854cf6af69df41afafbc7c 2024-11-11T05:21:31,933 DEBUG [M:0;1d14b453aaa0:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7095e32f174760b65879b663aaacfe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302480241/Put/seqid=0 2024-11-11T05:21:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741850_1026 (size=9211) 2024-11-11T05:21:32,004 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:32,337 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7095e32f174760b65879b663aaacfe 2024-11-11T05:21:32,358 DEBUG [M:0;1d14b453aaa0:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/642a0b85dc774d4bb2d6da7316c2b140 is 69, key is 1d14b453aaa0,45851,1731302467289/rs:state/1731302469047/Put/seqid=0 2024-11-11T05:21:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741851_1027 (size=5156) 2024-11-11T05:21:32,507 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:32,762 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/642a0b85dc774d4bb2d6da7316c2b140 2024-11-11T05:21:32,766 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99085d9af854cf6af69df41afafbc7c as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99085d9af854cf6af69df41afafbc7c 2024-11-11T05:21:32,770 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99085d9af854cf6af69df41afafbc7c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T05:21:32,771 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7095e32f174760b65879b663aaacfe as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7095e32f174760b65879b663aaacfe 2024-11-11T05:21:32,775 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7095e32f174760b65879b663aaacfe, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T05:21:32,775 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/642a0b85dc774d4bb2d6da7316c2b140 as hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/642a0b85dc774d4bb2d6da7316c2b140 2024-11-11T05:21:32,779 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33909/user/jenkins/test-data/b818b99a-3b28-397f-4450-073cedbdef1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/642a0b85dc774d4bb2d6da7316c2b140, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T05:21:32,780 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false 2024-11-11T05:21:32,781 INFO [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:32,781 DEBUG [M:0;1d14b453aaa0:32959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302491500Disabling compacts and flushes for region at 1731302491500Disabling writes for close at 1731302491500Obtaining lock to block concurrent updates at 1731302491500Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302491500Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731302491500Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302491501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302491501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302491514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302491514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302491921 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302491933 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302491933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302492341 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302492358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302492358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521d95f8: reopening flushed file at 1731302492766 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326f7e72: reopening flushed file at 1731302492770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602be56f: reopening flushed file at 1731302492775 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false at 1731302492780 (+5 ms)Writing region close event to WAL at 1731302492781 (+1 ms)Closed at 1731302492781 2024-11-11T05:21:32,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741830_1006 (size=73854) 2024-11-11T05:21:32,783 INFO [M:0;1d14b453aaa0:32959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:21:32,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:32,783 INFO [M:0;1d14b453aaa0:32959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32959 2024-11-11T05:21:32,783 INFO [M:0;1d14b453aaa0:32959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:32,807 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:32,932 INFO [M:0;1d14b453aaa0:32959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1012856efc70006, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:32,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5d017a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:32,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:32,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:32,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:32,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:32,937 WARN [BP-1336596662-172.17.0.2-1731302465132 heartbeating to localhost/127.0.0.1:33909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:21:32,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:21:32,937 WARN [BP-1336596662-172.17.0.2-1731302465132 heartbeating to localhost/127.0.0.1:33909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336596662-172.17.0.2-1731302465132 (Datanode Uuid e1fdd0f8-b33d-4609-8acb-8f7b893a588d) service to localhost/127.0.0.1:33909 2024-11-11T05:21:32,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:21:32,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/cluster_9841e75d-a76d-2d85-7c70-11c7ac95d5ca/data/data1/current/BP-1336596662-172.17.0.2-1731302465132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:32,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/cluster_9841e75d-a76d-2d85-7c70-11c7ac95d5ca/data/data2/current/BP-1336596662-172.17.0.2-1731302465132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:32,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:21:32,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@477cba88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:32,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:32,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:32,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:32,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:32,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:21:32,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:21:32,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:32,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:32,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:32,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:32,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:32,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:21:32,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100041053, stopped=false 2024-11-11T05:21:32,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,40249,1731302461912 2024-11-11T05:21:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646427482/running 2024-11-11T05:21:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646427482/running 2024-11-11T05:21:33,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:33,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/running 2024-11-11T05:21:33,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Set watcher on znode that does not yet exist, /11646427482/running 2024-11-11T05:21:33,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:33,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:33,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:33,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,46155,1731302462063' ***** 2024-11-11T05:21:33,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:21:33,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(3091): Received CLOSE for 089c24dfed7828c64bc70c3cc6dd4971 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:33,010 INFO [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:46155. 2024-11-11T05:21:33,010 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 089c24dfed7828c64bc70c3cc6dd4971, disabling compactions & flushes 2024-11-11T05:21:33,011 DEBUG [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:33,011 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:33,011 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. after waiting 0 ms 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:33,011 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:21:33,011 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:21:33,011 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:21:33,011 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:21:33,011 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 089c24dfed7828c64bc70c3cc6dd4971 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T05:21:33,011 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:21:33,011 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1325): Online Regions={089c24dfed7828c64bc70c3cc6dd4971=test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., 1588230740=hbase:meta,,1.1588230740, 58f8e8f107630a97bef6eb50bb43cea0=hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.} 2024-11-11T05:21:33,011 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 1588230740, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:33,011 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:33,011 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:33,011 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:21:33,027 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f/b619b39563e44d79bc1c2a7b485ac17e is 37, key is row3/f:row3/1731302487846/Put/seqid=0 2024-11-11T05:21:33,032 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/info/a3f74acafc3641e0bf000402a3722f76 is 147, key is hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0./info:regioninfo/1731302478002/Put/seqid=0 2024-11-11T05:21:33,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741840_1016 (size=5228) 2024-11-11T05:21:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741841_1017 (size=7686) 2024-11-11T05:21:33,040 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/info/a3f74acafc3641e0bf000402a3722f76 2024-11-11T05:21:33,060 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/ns/076f6d6372ea4da19115b576a981d5ac is 43, key is default/ns:d/1731302465052/Put/seqid=0 2024-11-11T05:21:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:21:33,063 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:33,211 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 1588230740, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,410 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1473, reset compression=false 2024-11-11T05:21:33,411 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 1588230740, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1720, reset compression=false 2024-11-11T05:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,46155,1731302462063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:33,415 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,46155,1731302462063: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,46155,1731302462063, walGroup=1d14b453aaa0%2C46155%2C1731302462063, offset=1d14b453aaa0%2C46155%2C1731302462063.1731302463976:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:46155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:21:33,416 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:21:33,416 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:21:33,416 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:21:33,416 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:21:33,416 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:21:33,416 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 906136512 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198546104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:21:33,417 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:21:33,437 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f/b619b39563e44d79bc1c2a7b485ac17e 2024-11-11T05:21:33,440 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b619b39563e44d79bc1c2a7b485ac17e 2024-11-11T05:21:33,452 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f1/81a2648898ed44728573110d48db45f6 is 30, key is row1/f1:/1731302485192/DeleteFamily/seqid=0 2024-11-11T05:21:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741843_1019 (size=5158) 2024-11-11T05:21:33,463 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/ns/076f6d6372ea4da19115b576a981d5ac 2024-11-11T05:21:33,481 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/rep_barrier/58a92e9d9da14d35a45bc5df6e66b2f3 is 112, key is test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971./rep_barrier:seqnumDuringOpen/1731302472531/Put/seqid=0 2024-11-11T05:21:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741844_1020 (size=5518) 2024-11-11T05:21:33,611 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 1588230740, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,618 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1720, reset compression=false 2024-11-11T05:21:33,710 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:33,812 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 1588230740, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:33,856 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f1/81a2648898ed44728573110d48db45f6 2024-11-11T05:21:33,860 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a2648898ed44728573110d48db45f6 2024-11-11T05:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/norep/ae53c8508120461583e214efb52d6dd0 is 33, key is row1/norep:/1731302485192/DeleteFamily/seqid=0 2024-11-11T05:21:33,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741845_1021 (size=5108) 2024-11-11T05:21:33,879 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:21:33,879 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:21:33,885 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/rep_barrier/58a92e9d9da14d35a45bc5df6e66b2f3 2024-11-11T05:21:33,903 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/table/8da178bd88fa4c839055e9d251f56a33 is 53, key is hbase:replication/table:state/1731302478008/Put/seqid=0 2024-11-11T05:21:33,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:21:33,907 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/table/8da178bd88fa4c839055e9d251f56a33 2024-11-11T05:21:33,912 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/info/a3f74acafc3641e0bf000402a3722f76 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/info/a3f74acafc3641e0bf000402a3722f76 2024-11-11T05:21:33,915 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/info/a3f74acafc3641e0bf000402a3722f76, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:21:33,916 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/ns/076f6d6372ea4da19115b576a981d5ac as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/ns/076f6d6372ea4da19115b576a981d5ac 2024-11-11T05:21:33,920 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/ns/076f6d6372ea4da19115b576a981d5ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:21:33,920 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/rep_barrier/58a92e9d9da14d35a45bc5df6e66b2f3 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/rep_barrier/58a92e9d9da14d35a45bc5df6e66b2f3 2024-11-11T05:21:33,921 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1720, reset compression=false 2024-11-11T05:21:33,926 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/rep_barrier/58a92e9d9da14d35a45bc5df6e66b2f3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:21:33,927 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/.tmp/table/8da178bd88fa4c839055e9d251f56a33 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/table/8da178bd88fa4c839055e9d251f56a33 2024-11-11T05:21:33,930 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/table/8da178bd88fa4c839055e9d251f56a33, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:21:33,931 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false 2024-11-11T05:21:33,931 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:21:33,938 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:21:33,938 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:33,938 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:21:33,938 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:33,938 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302493011Running coprocessor pre-close hooks at 1731302493011Disabling compacts and flushes for region at 1731302493011Disabling writes for close at 1731302493011Obtaining lock to block concurrent updates at 1731302493011Preparing flush snapshotting stores in 1588230740 at 1731302493011Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302493011Flushing stores of hbase:meta,,1.1588230740 at 1731302493012 (+1 ms)Flushing 1588230740/info: creating writer at 1731302493012Flushing 1588230740/info: appending metadata at 1731302493032 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731302493032Flushing 1588230740/ns: creating writer at 1731302493044 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731302493059 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731302493059Flushing 1588230740/rep_barrier: creating writer at 1731302493467 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302493481 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302493481Flushing 1588230740/table: creating writer at 1731302493889 (+408 ms)Flushing 1588230740/table: appending metadata at 1731302493902 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731302493902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b274082: reopening flushed file at 1731302493911 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ac547b: reopening flushed file at 1731302493915 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f57e5c: reopening flushed file at 1731302493920 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b00cebb: reopening flushed file at 1731302493926 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false at 1731302493931 (+5 ms)Writing region close event to WAL at 1731302493935 (+4 ms)Running coprocessor post-close hooks at 1731302493938 (+3 ms)Closed at 1731302493938 2024-11-11T05:21:33,939 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:34,012 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:21:34,012 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1325): Online Regions={089c24dfed7828c64bc70c3cc6dd4971=test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., 58f8e8f107630a97bef6eb50bb43cea0=hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0.} 2024-11-11T05:21:34,012 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:34,212 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 089c24dfed7828c64bc70c3cc6dd4971, 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:34,277 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/norep/ae53c8508120461583e214efb52d6dd0 2024-11-11T05:21:34,281 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae53c8508120461583e214efb52d6dd0 2024-11-11T05:21:34,282 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f/b619b39563e44d79bc1c2a7b485ac17e as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/f/b619b39563e44d79bc1c2a7b485ac17e 2024-11-11T05:21:34,286 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b619b39563e44d79bc1c2a7b485ac17e 2024-11-11T05:21:34,286 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/f/b619b39563e44d79bc1c2a7b485ac17e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T05:21:34,286 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/f1/81a2648898ed44728573110d48db45f6 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/f1/81a2648898ed44728573110d48db45f6 2024-11-11T05:21:34,290 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a2648898ed44728573110d48db45f6 2024-11-11T05:21:34,290 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/f1/81a2648898ed44728573110d48db45f6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:34,291 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/.tmp/norep/ae53c8508120461583e214efb52d6dd0 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/norep/ae53c8508120461583e214efb52d6dd0 2024-11-11T05:21:34,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae53c8508120461583e214efb52d6dd0 2024-11-11T05:21:34,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/norep/ae53c8508120461583e214efb52d6dd0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:34,296 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 089c24dfed7828c64bc70c3cc6dd4971 in 1285ms, sequenceid=12, compaction requested=false 2024-11-11T05:21:34,296 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:21:34,304 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/data/default/test/089c24dfed7828c64bc70c3cc6dd4971/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T05:21:34,304 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:21:34,305 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 089c24dfed7828c64bc70c3cc6dd4971: Waiting for close lock at 1731302493010Running coprocessor pre-close hooks at 1731302493010Disabling compacts and flushes for region at 1731302493010Disabling writes for close at 1731302493011 (+1 ms)Obtaining lock to block concurrent updates at 1731302493011Preparing flush snapshotting stores in 089c24dfed7828c64bc70c3cc6dd4971 at 1731302493011Finished memstore snapshotting test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731302493011Flushing stores of test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. at 1731302493011Flushing 089c24dfed7828c64bc70c3cc6dd4971/f: creating writer at 1731302493011Flushing 089c24dfed7828c64bc70c3cc6dd4971/f: appending metadata at 1731302493026 (+15 ms)Flushing 089c24dfed7828c64bc70c3cc6dd4971/f: closing flushed file at 1731302493026Flushing 089c24dfed7828c64bc70c3cc6dd4971/f1: creating writer at 1731302493440 (+414 ms)Flushing 089c24dfed7828c64bc70c3cc6dd4971/f1: appending metadata at 1731302493452 (+12 ms)Flushing 089c24dfed7828c64bc70c3cc6dd4971/f1: closing flushed file at 1731302493452Flushing 089c24dfed7828c64bc70c3cc6dd4971/norep: creating writer at 1731302493860 (+408 ms)Flushing 089c24dfed7828c64bc70c3cc6dd4971/norep: appending metadata at 1731302493873 (+13 ms)Flushing 089c24dfed7828c64bc70c3cc6dd4971/norep: closing flushed file at 1731302493873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d004bfb: reopening flushed file at 1731302494281 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f733b4: reopening flushed file at 1731302494286 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8cda11: reopening flushed file at 1731302494290 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 089c24dfed7828c64bc70c3cc6dd4971 in 1285ms, sequenceid=12, compaction requested=false at 1731302494296 (+6 ms)Writing region close event to WAL at 1731302494301 (+5 ms)Running coprocessor post-close hooks at 1731302494304 (+3 ms)Closed at 1731302494305 (+1 ms) 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302471388.089c24dfed7828c64bc70c3cc6dd4971. 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f8e8f107630a97bef6eb50bb43cea0, disabling compactions & flushes 2024-11-11T05:21:34,305 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. after waiting 0 ms 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f8e8f107630a97bef6eb50bb43cea0: Waiting for close lock at 1731302494305Running coprocessor pre-close hooks at 1731302494305Disabling compacts and flushes for region at 1731302494305Disabling writes for close at 1731302494305Failed flush hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0., putting online again at 1731302494305 2024-11-11T05:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,324 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 1720, reset compression=false 2024-11-11T05:21:34,329 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:34,329 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 2364, reset compression=false 2024-11-11T05:21:34,412 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:34,412 DEBUG [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1351): Waiting on 58f8e8f107630a97bef6eb50bb43cea0 2024-11-11T05:21:34,412 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f8e8f107630a97bef6eb50bb43cea0, disabling compactions & flushes 2024-11-11T05:21:34,412 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,412 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,412 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. after waiting 0 ms 2024-11-11T05:21:34,412 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,413 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f8e8f107630a97bef6eb50bb43cea0: Waiting for close lock at 1731302494412Running coprocessor pre-close hooks at 1731302494412Disabling compacts and flushes for region at 1731302494412Disabling writes for close at 1731302494412Failed flush hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0., putting online again at 1731302494413 (+1 ms) 2024-11-11T05:21:34,413 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302476841.58f8e8f107630a97bef6eb50bb43cea0. 2024-11-11T05:21:34,532 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.1731302463976 to pos 2364, reset compression=false 2024-11-11T05:21:34,612 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:21:34,612 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,46155,1731302462063; all regions closed. 2024-11-11T05:21:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:21:34,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/WALs/1d14b453aaa0,46155,1731302462063/1d14b453aaa0%2C46155%2C1731302462063.meta.1731302464971.meta not finished, retry = 0 2024-11-11T05:21:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,713 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741839_1015 (size=2609) 2024-11-11T05:21:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741832_1008 (size=2372) 2024-11-11T05:21:34,721 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:34,721 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:34,721 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:34,721 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:34,721 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:34,721 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:34,722 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,46155,1731302462063 because: Region server is closing 2024-11-11T05:21:34,722 INFO [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:46155. 2024-11-11T05:21:34,722 DEBUG [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:34,722 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:34,722 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:34,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:34,822 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.shipper1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 terminated 2024-11-11T05:21:34,822 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,46155,1731302462063.replicationSource.wal-reader.1d14b453aaa0%2C46155%2C1731302462063,1-1d14b453aaa0,46155,1731302462063 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:21:34,822 INFO [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:46155. 2024-11-11T05:21:34,823 DEBUG [RS:0;1d14b453aaa0:46155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:34,823 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:34,823 DEBUG [RS:0;1d14b453aaa0:46155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:34,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:34,823 INFO [RS:0;1d14b453aaa0:46155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46155 2024-11-11T05:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482/rs 2024-11-11T05:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646427482/rs/1d14b453aaa0,46155,1731302462063 2024-11-11T05:21:34,902 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:34,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,46155,1731302462063] 2024-11-11T05:21:34,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11646427482/draining/1d14b453aaa0,46155,1731302462063 already deleted, retry=false 2024-11-11T05:21:34,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,46155,1731302462063 expired; onlineServers=0 2024-11-11T05:21:34,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,40249,1731302461912' ***** 2024-11-11T05:21:34,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:34,924 DEBUG [M:0;1d14b453aaa0:40249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:21:34,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:21:34,924 DEBUG [M:0;1d14b453aaa0:40249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:21:34,924 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302463731 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302463731,5,FailOnTimeoutGroup] 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:34,924 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302463731 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302463731,5,FailOnTimeoutGroup] 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:34,924 DEBUG [M:0;1d14b453aaa0:40249 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:34,924 INFO [M:0;1d14b453aaa0:40249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:21:34,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:21:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646427482/master 2024-11-11T05:21:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646427482 2024-11-11T05:21:34,934 DEBUG [M:0;1d14b453aaa0:40249 {}] zookeeper.ZKUtil(347): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Unable to get data of znode /11646427482/master because node does not exist (not an error) 2024-11-11T05:21:34,934 WARN [M:0;1d14b453aaa0:40249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:21:34,934 INFO [M:0;1d14b453aaa0:40249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/.lastflushedseqids 2024-11-11T05:21:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:21:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46155-0x1012856efc70004, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:35,013 INFO [RS:0;1d14b453aaa0:46155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:35,013 INFO [RS:0;1d14b453aaa0:46155 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,46155,1731302462063; zookeeper connection closed. 2024-11-11T05:21:35,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bdeb181 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bdeb181 2024-11-11T05:21:35,014 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:21:35,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:35,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:35,338 INFO [M:0;1d14b453aaa0:40249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:21:35,338 INFO [M:0;1d14b453aaa0:40249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:21:35,339 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:35,339 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:35,339 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:35,339 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:35,339 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:35,339 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T05:21:35,353 DEBUG [M:0;1d14b453aaa0:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7565e666bf9458bb36d0893f645f6e2 is 82, key is hbase:meta,,1/info:regioninfo/1731302465006/Put/seqid=0 2024-11-11T05:21:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:21:35,757 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7565e666bf9458bb36d0893f645f6e2 2024-11-11T05:21:35,783 DEBUG [M:0;1d14b453aaa0:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f885ad4f037f49e7b088ab3c81dc3061 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302478011/Put/seqid=0 2024-11-11T05:21:35,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741849_1025 (size=8516) 2024-11-11T05:21:35,817 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:36,195 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f885ad4f037f49e7b088ab3c81dc3061 2024-11-11T05:21:36,211 DEBUG [M:0;1d14b453aaa0:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3453a816f94a5d8e6d5726d7a90ef8 is 69, key is 1d14b453aaa0,46155,1731302462063/rs:state/1731302463817/Put/seqid=0 2024-11-11T05:21:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:21:36,615 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3453a816f94a5d8e6d5726d7a90ef8 2024-11-11T05:21:36,619 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7565e666bf9458bb36d0893f645f6e2 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7565e666bf9458bb36d0893f645f6e2 2024-11-11T05:21:36,622 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7565e666bf9458bb36d0893f645f6e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:21:36,623 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f885ad4f037f49e7b088ab3c81dc3061 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f885ad4f037f49e7b088ab3c81dc3061 2024-11-11T05:21:36,626 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f885ad4f037f49e7b088ab3c81dc3061, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:21:36,626 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3453a816f94a5d8e6d5726d7a90ef8 as hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be3453a816f94a5d8e6d5726d7a90ef8 2024-11-11T05:21:36,629 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41727/user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be3453a816f94a5d8e6d5726d7a90ef8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:21:36,630 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-11T05:21:36,631 INFO [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:36,631 DEBUG [M:0;1d14b453aaa0:40249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302495338Disabling compacts and flushes for region at 1731302495338Disabling writes for close at 1731302495339 (+1 ms)Obtaining lock to block concurrent updates at 1731302495339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302495339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731302495339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302495340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302495340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302495353 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302495353Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302495760 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302495783 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302495783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302496198 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302496210 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302496210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d527407: reopening flushed file at 1731302496618 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5822499f: reopening flushed file at 1731302496622 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e49cd99: reopening flushed file at 1731302496626 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731302496630 (+4 ms)Writing region close event to WAL at 1731302496631 (+1 ms)Closed at 1731302496631 2024-11-11T05:21:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741830_1006 (size=63654) 2024-11-11T05:21:36,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/048730ee-d3de-001c-54da-bbff3d60f734/MasterData/WALs/1d14b453aaa0,40249,1731302461912/1d14b453aaa0%2C40249%2C1731302461912.1731302463460 not finished, retry = 0 2024-11-11T05:21:36,734 INFO [M:0;1d14b453aaa0:40249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:21:36,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:36,734 INFO [M:0;1d14b453aaa0:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-11T05:21:36,734 INFO [M:0;1d14b453aaa0:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:36,897 INFO [M:0;1d14b453aaa0:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:36,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:36,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1012856efc70003, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:36,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d19ed7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:36,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d2d063{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:36,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:36,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6790afcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:36,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@700ad68f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:36,901 WARN [BP-1923957701-172.17.0.2-1731302459798 heartbeating to localhost/127.0.0.1:41727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:21:36,902 WARN [BP-1923957701-172.17.0.2-1731302459798 heartbeating to localhost/127.0.0.1:41727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923957701-172.17.0.2-1731302459798 (Datanode Uuid ff5becc9-7b27-47e7-bf08-dc3dfd8ff829) service to localhost/127.0.0.1:41727 2024-11-11T05:21:36,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/cluster_20cebc04-b4e5-cafa-44b2-872aed00689d/data/data1/current/BP-1923957701-172.17.0.2-1731302459798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:36,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/cluster_20cebc04-b4e5-cafa-44b2-872aed00689d/data/data2/current/BP-1923957701-172.17.0.2-1731302459798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:36,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:21:36,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:21:36,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:21:36,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c1a2b16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:36,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75ef6e1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:36,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:36,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68664e8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:36,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92d56b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02cf9810-3fc4-2aac-3139-d23560b396fb/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:21:36,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:21:36,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:36,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:36,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:36,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:36,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:36,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:21:36,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=306724767, stopped=false 2024-11-11T05:21:36,919 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,34195,1731302456229 2024-11-11T05:21:36,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482083462/running 2024-11-11T05:21:36,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482083462/running 2024-11-11T05:21:36,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:21:36,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:21:36,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:36,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/running 2024-11-11T05:21:36,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:21:36,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Set watcher on znode that does not yet exist, /0482083462/running 2024-11-11T05:21:36,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:36,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:36,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,42937,1731302456417' ***** 2024-11-11T05:21:36,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:21:36,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(3091): Received CLOSE for 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(3091): Received CLOSE for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:36,935 INFO [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:42937. 2024-11-11T05:21:36,935 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69494c242f8c66be4c95221d87a0b799, disabling compactions & flushes 2024-11-11T05:21:36,945 DEBUG [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:36,945 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:36,945 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:36,945 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:36,945 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302470248.69494c242f8c66be4c95221d87a0b799. after waiting 0 ms 2024-11-11T05:21:36,945 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:36,945 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:21:36,945 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:21:36,945 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:21:36,945 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69494c242f8c66be4c95221d87a0b799 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T05:21:36,945 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:21:36,948 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:21:36,948 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1325): Online Regions={69494c242f8c66be4c95221d87a0b799=test,,1731302470248.69494c242f8c66be4c95221d87a0b799., 1588230740=hbase:meta,,1.1588230740, 62be4cc52e0cb8b3a1fa840230c9160b=hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.} 2024-11-11T05:21:36,948 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:36,948 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:36,948 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:36,948 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:36,948 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:36,948 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:36,948 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:21:36,960 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f/ca2eb3fdbe4546efbc8c16c5e752a92c is 37, key is row3/f:row3/1731302487846/Put/seqid=0 2024-11-11T05:21:36,960 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/info/7129bf86f98344768cf2df6bd18a766a is 147, key is hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b./info:regioninfo/1731302476470/Put/seqid=0 2024-11-11T05:21:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741840_1016 (size=5228) 2024-11-11T05:21:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741841_1017 (size=7686) 2024-11-11T05:21:36,965 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/info/7129bf86f98344768cf2df6bd18a766a 2024-11-11T05:21:36,980 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/ns/777715d4dffd4a14a2c2310afa917111 is 43, key is default/ns:d/1731302459702/Put/seqid=0 2024-11-11T05:21:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:21:37,020 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1493, reset compression=false 2024-11-11T05:21:37,024 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:37,024 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1740, reset compression=false 2024-11-11T05:21:37,024 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42937,1731302456417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:21:37,025 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,42937,1731302456417: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,42937,1731302456417, walGroup=1d14b453aaa0%2C42937%2C1731302456417, offset=1d14b453aaa0%2C42937%2C1731302456417.1731302458623:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:42937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:21:37,026 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:21:37,026 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:21:37,026 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:21:37,026 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:21:37,026 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:21:37,026 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 716679680 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199244904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:21:37,027 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:34195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:34195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:21:37,029 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:37,148 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:37,227 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1740, reset compression=false 2024-11-11T05:21:37,348 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:37,363 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f/ca2eb3fdbe4546efbc8c16c5e752a92c 2024-11-11T05:21:37,367 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca2eb3fdbe4546efbc8c16c5e752a92c 2024-11-11T05:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f1/d0b281967dfb4666be23b0d6ad1b70f7 is 30, key is row1/f1:/1731302485192/DeleteFamily/seqid=0 2024-11-11T05:21:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741843_1019 (size=5158) 2024-11-11T05:21:37,384 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/ns/777715d4dffd4a14a2c2310afa917111 2024-11-11T05:21:37,401 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1dd83601af2746a5b7a2226b17d6ad09 is 112, key is test,,1731302470248.69494c242f8c66be4c95221d87a0b799./rep_barrier:seqnumDuringOpen/1731302470994/Put/seqid=0 2024-11-11T05:21:37,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741844_1020 (size=5518) 2024-11-11T05:21:37,517 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:21:37,517 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:21:37,531 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1740, reset compression=false 2024-11-11T05:21:37,549 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:37,749 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:37,783 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f1/d0b281967dfb4666be23b0d6ad1b70f7 2024-11-11T05:21:37,786 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b281967dfb4666be23b0d6ad1b70f7 2024-11-11T05:21:37,804 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/norep/8f1a7db4ff08424b9bd6e8103428067c is 32, key is row/norep:/1731302484180/DeleteFamily/seqid=0 2024-11-11T05:21:37,805 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1dd83601af2746a5b7a2226b17d6ad09 2024-11-11T05:21:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741845_1021 (size=5101) 2024-11-11T05:21:37,820 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/table/95caccb17d9545329ad8fdb22613ef03 is 53, key is hbase:replication/table:state/1731302476477/Put/seqid=0 2024-11-11T05:21:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:21:37,934 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1740, reset compression=false 2024-11-11T05:21:37,949 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:38,149 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62be4cc52e0cb8b3a1fa840230c9160b, 69494c242f8c66be4c95221d87a0b799 2024-11-11T05:21:38,208 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/norep/8f1a7db4ff08424b9bd6e8103428067c 2024-11-11T05:21:38,211 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f1a7db4ff08424b9bd6e8103428067c 2024-11-11T05:21:38,212 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f/ca2eb3fdbe4546efbc8c16c5e752a92c as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/f/ca2eb3fdbe4546efbc8c16c5e752a92c 2024-11-11T05:21:38,215 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca2eb3fdbe4546efbc8c16c5e752a92c 2024-11-11T05:21:38,215 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/f/ca2eb3fdbe4546efbc8c16c5e752a92c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T05:21:38,215 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/f1/d0b281967dfb4666be23b0d6ad1b70f7 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/f1/d0b281967dfb4666be23b0d6ad1b70f7 2024-11-11T05:21:38,219 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b281967dfb4666be23b0d6ad1b70f7 2024-11-11T05:21:38,219 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/f1/d0b281967dfb4666be23b0d6ad1b70f7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:38,219 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/.tmp/norep/8f1a7db4ff08424b9bd6e8103428067c as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/norep/8f1a7db4ff08424b9bd6e8103428067c 2024-11-11T05:21:38,223 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f1a7db4ff08424b9bd6e8103428067c 2024-11-11T05:21:38,223 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/norep/8f1a7db4ff08424b9bd6e8103428067c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T05:21:38,223 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/table/95caccb17d9545329ad8fdb22613ef03 2024-11-11T05:21:38,223 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69494c242f8c66be4c95221d87a0b799 in 1278ms, sequenceid=12, compaction requested=false 2024-11-11T05:21:38,226 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/default/test/69494c242f8c66be4c95221d87a0b799/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:21:38,227 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69494c242f8c66be4c95221d87a0b799: Waiting for close lock at 1731302496935Running coprocessor pre-close hooks at 1731302496935Disabling compacts and flushes for region at 1731302496935Disabling writes for close at 1731302496945 (+10 ms)Obtaining lock to block concurrent updates at 1731302496945Preparing flush snapshotting stores in 69494c242f8c66be4c95221d87a0b799 at 1731302496945Finished memstore snapshotting test,,1731302470248.69494c242f8c66be4c95221d87a0b799., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731302496946 (+1 ms)Flushing stores of test,,1731302470248.69494c242f8c66be4c95221d87a0b799. at 1731302496946Flushing 69494c242f8c66be4c95221d87a0b799/f: creating writer at 1731302496946Flushing 69494c242f8c66be4c95221d87a0b799/f: appending metadata at 1731302496959 (+13 ms)Flushing 69494c242f8c66be4c95221d87a0b799/f: closing flushed file at 1731302496959Flushing 69494c242f8c66be4c95221d87a0b799/f1: creating writer at 1731302497367 (+408 ms)Flushing 69494c242f8c66be4c95221d87a0b799/f1: appending metadata at 1731302497379 (+12 ms)Flushing 69494c242f8c66be4c95221d87a0b799/f1: closing flushed file at 1731302497379Flushing 69494c242f8c66be4c95221d87a0b799/norep: creating writer at 1731302497787 (+408 ms)Flushing 69494c242f8c66be4c95221d87a0b799/norep: appending metadata at 1731302497803 (+16 ms)Flushing 69494c242f8c66be4c95221d87a0b799/norep: closing flushed file at 1731302497804 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de4e8f1: reopening flushed file at 1731302498211 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6a7f93: reopening flushed file at 1731302498215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680796fe: reopening flushed file at 1731302498219 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69494c242f8c66be4c95221d87a0b799 in 1278ms, sequenceid=12, compaction requested=false at 1731302498223 (+4 ms)Writing region close event to WAL at 1731302498224 (+1 ms)Running coprocessor post-close hooks at 1731302498227 (+3 ms)Closed at 1731302498227 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302470248.69494c242f8c66be4c95221d87a0b799. 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62be4cc52e0cb8b3a1fa840230c9160b, disabling compactions & flushes 2024-11-11T05:21:38,227 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/info/7129bf86f98344768cf2df6bd18a766a as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/info/7129bf86f98344768cf2df6bd18a766a 2024-11-11T05:21:38,227 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. after waiting 0 ms 2024-11-11T05:21:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62be4cc52e0cb8b3a1fa840230c9160b: Waiting for close lock at 1731302498227Running coprocessor pre-close hooks at 1731302498227Disabling compacts and flushes for region at 1731302498227Disabling writes for close at 1731302498228 (+1 ms)Failed flush hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b., putting online again at 1731302498228 2024-11-11T05:21:38,228 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,231 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/info/7129bf86f98344768cf2df6bd18a766a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:21:38,231 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/ns/777715d4dffd4a14a2c2310afa917111 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/ns/777715d4dffd4a14a2c2310afa917111 2024-11-11T05:21:38,234 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/ns/777715d4dffd4a14a2c2310afa917111, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:21:38,235 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1dd83601af2746a5b7a2226b17d6ad09 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/rep_barrier/1dd83601af2746a5b7a2226b17d6ad09 2024-11-11T05:21:38,238 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/rep_barrier/1dd83601af2746a5b7a2226b17d6ad09, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:21:38,239 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/.tmp/table/95caccb17d9545329ad8fdb22613ef03 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/table/95caccb17d9545329ad8fdb22613ef03 2024-11-11T05:21:38,243 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/table/95caccb17d9545329ad8fdb22613ef03, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:21:38,243 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-11-11T05:21:38,243 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:21:38,247 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:21:38,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:21:38,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:21:38,248 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:38,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302496948Running coprocessor pre-close hooks at 1731302496948Disabling compacts and flushes for region at 1731302496948Disabling writes for close at 1731302496948Obtaining lock to block concurrent updates at 1731302496948Preparing flush snapshotting stores in 1588230740 at 1731302496948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302496949 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302496949Flushing 1588230740/info: creating writer at 1731302496949Flushing 1588230740/info: appending metadata at 1731302496960 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731302496960Flushing 1588230740/ns: creating writer at 1731302496968 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731302496980 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731302496980Flushing 1588230740/rep_barrier: creating writer at 1731302497387 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302497401 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302497401Flushing 1588230740/table: creating writer at 1731302497808 (+407 ms)Flushing 1588230740/table: appending metadata at 1731302497819 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731302497819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2562fefa: reopening flushed file at 1731302498227 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2590ae: reopening flushed file at 1731302498231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5393aed: reopening flushed file at 1731302498234 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111eb951: reopening flushed file at 1731302498238 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1731302498243 (+5 ms)Writing region close event to WAL at 1731302498245 (+2 ms)Running coprocessor post-close hooks at 1731302498248 (+3 ms)Closed at 1731302498248 2024-11-11T05:21:38,248 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:38,349 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:21:38,349 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1325): Online Regions={62be4cc52e0cb8b3a1fa840230c9160b=hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b.} 2024-11-11T05:21:38,349 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(3091): Received CLOSE for 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:38,349 DEBUG [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1351): Waiting on 62be4cc52e0cb8b3a1fa840230c9160b 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62be4cc52e0cb8b3a1fa840230c9160b, disabling compactions & flushes 2024-11-11T05:21:38,350 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. after waiting 0 ms 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62be4cc52e0cb8b3a1fa840230c9160b: Waiting for close lock at 1731302498350Running coprocessor pre-close hooks at 1731302498350Disabling compacts and flushes for region at 1731302498350Disabling writes for close at 1731302498350Failed flush hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b., putting online again at 1731302498350 2024-11-11T05:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302475702.62be4cc52e0cb8b3a1fa840230c9160b. 2024-11-11T05:21:38,437 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 1740, reset compression=false 2024-11-11T05:21:38,441 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:21:38,441 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 2384, reset compression=false 2024-11-11T05:21:38,550 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:21:38,550 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,42937,1731302456417; all regions closed. 2024-11-11T05:21:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:21:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741839_1015 (size=2609) 2024-11-11T05:21:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741832_1008 (size=2392) 2024-11-11T05:21:38,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 not finished, retry = 0 2024-11-11T05:21:38,643 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 to pos 2384, reset compression=false 2024-11-11T05:21:38,663 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:38,663 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:21:38,663 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/WALs/1d14b453aaa0,42937,1731302456417/1d14b453aaa0%2C42937%2C1731302456417.1731302458623 2024-11-11T05:21:38,663 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:38,663 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:38,663 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:38,663 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:38,663 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,42937,1731302456417 because: Region server is closing 2024-11-11T05:21:38,664 INFO [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:42937. 2024-11-11T05:21:38,664 DEBUG [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:38,664 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:38,664 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:38,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:38,764 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.shipper1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 terminated 2024-11-11T05:21:38,764 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42937,1731302456417.replicationSource.wal-reader.1d14b453aaa0%2C42937%2C1731302456417,1-1d14b453aaa0,42937,1731302456417 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T05:21:38,764 INFO [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:42937. 2024-11-11T05:21:38,765 DEBUG [RS:0;1d14b453aaa0:42937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:21:38,765 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:38,765 DEBUG [RS:0;1d14b453aaa0:42937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:38,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:21:38,765 INFO [RS:0;1d14b453aaa0:42937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42937 2024-11-11T05:21:38,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462/rs 2024-11-11T05:21:38,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482083462/rs/1d14b453aaa0,42937,1731302456417 2024-11-11T05:21:38,811 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:38,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,42937,1731302456417] 2024-11-11T05:21:38,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0482083462/draining/1d14b453aaa0,42937,1731302456417 already deleted, retry=false 2024-11-11T05:21:38,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,42937,1731302456417 expired; onlineServers=0 2024-11-11T05:21:38,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,34195,1731302456229' ***** 2024-11-11T05:21:38,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:21:38,832 DEBUG [M:0;1d14b453aaa0:34195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:21:38,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:21:38,832 DEBUG [M:0;1d14b453aaa0:34195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:21:38,832 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302458431 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302458431,5,FailOnTimeoutGroup] 2024-11-11T05:21:38,832 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302458431 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302458431,5,FailOnTimeoutGroup] 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:21:38,832 DEBUG [M:0;1d14b453aaa0:34195 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:21:38,832 INFO [M:0;1d14b453aaa0:34195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:21:38,833 ERROR [M:0;1d14b453aaa0:34195 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39819,5,PEWorkerGroup] 2024-11-11T05:21:38,833 INFO [M:0;1d14b453aaa0:34195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:21:38,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:21:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482083462/master 2024-11-11T05:21:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482083462 2024-11-11T05:21:38,842 DEBUG [M:0;1d14b453aaa0:34195 {}] zookeeper.ZKUtil(347): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Unable to get data of znode /0482083462/master because node does not exist (not an error) 2024-11-11T05:21:38,842 WARN [M:0;1d14b453aaa0:34195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:21:38,843 INFO [M:0;1d14b453aaa0:34195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/.lastflushedseqids 2024-11-11T05:21:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:21:38,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:38,921 INFO [RS:0;1d14b453aaa0:42937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:38,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42937-0x1012856efc70001, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:38,921 INFO [RS:0;1d14b453aaa0:42937 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,42937,1731302456417; zookeeper connection closed. 2024-11-11T05:21:38,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f8038a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f8038a1 2024-11-11T05:21:38,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:21:39,247 INFO [M:0;1d14b453aaa0:34195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:21:39,247 INFO [M:0;1d14b453aaa0:34195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:21:39,247 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:39,247 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:39,247 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:39,247 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:39,247 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:39,247 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T05:21:39,260 DEBUG [M:0;1d14b453aaa0:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b92336688f0749d2bc32c3d6488d2ad7 is 82, key is hbase:meta,,1/info:regioninfo/1731302459660/Put/seqid=0 2024-11-11T05:21:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:21:39,663 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b92336688f0749d2bc32c3d6488d2ad7 2024-11-11T05:21:39,679 DEBUG [M:0;1d14b453aaa0:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948abfc7c909450d8b2e2889736c7b32 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302471005/Put/seqid=0 2024-11-11T05:21:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741849_1025 (size=7217) 2024-11-11T05:21:40,083 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948abfc7c909450d8b2e2889736c7b32 2024-11-11T05:21:40,086 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948abfc7c909450d8b2e2889736c7b32 2024-11-11T05:21:40,102 DEBUG [M:0;1d14b453aaa0:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf774bd31bf49158bcca1eaf27f8712 is 69, key is 1d14b453aaa0,42937,1731302456417/rs:state/1731302458479/Put/seqid=0 2024-11-11T05:21:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:21:40,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:40,505 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf774bd31bf49158bcca1eaf27f8712 2024-11-11T05:21:40,509 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b92336688f0749d2bc32c3d6488d2ad7 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b92336688f0749d2bc32c3d6488d2ad7 2024-11-11T05:21:40,512 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b92336688f0749d2bc32c3d6488d2ad7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T05:21:40,512 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948abfc7c909450d8b2e2889736c7b32 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948abfc7c909450d8b2e2889736c7b32 2024-11-11T05:21:40,515 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948abfc7c909450d8b2e2889736c7b32 2024-11-11T05:21:40,515 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948abfc7c909450d8b2e2889736c7b32, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T05:21:40,516 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf774bd31bf49158bcca1eaf27f8712 as hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf774bd31bf49158bcca1eaf27f8712 2024-11-11T05:21:40,519 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/2df519d2-a840-29a6-d012-b61be9d05c8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf774bd31bf49158bcca1eaf27f8712, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T05:21:40,519 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-11T05:21:40,520 INFO [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:40,520 DEBUG [M:0;1d14b453aaa0:34195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302499247Disabling compacts and flushes for region at 1731302499247Disabling writes for close at 1731302499247Obtaining lock to block concurrent updates at 1731302499247Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302499247Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731302499248 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302499248Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302499248Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302499260 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302499260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302499667 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302499679 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302499679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302500086 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302500102 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302500102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f3f074: reopening flushed file at 1731302500509 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8e2cca: reopening flushed file at 1731302500512 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8a5efd: reopening flushed file at 1731302500515 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731302500519 (+4 ms)Writing region close event to WAL at 1731302500520 (+1 ms)Closed at 1731302500520 2024-11-11T05:21:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741830_1006 (size=64411) 2024-11-11T05:21:40,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:21:40,523 INFO [M:0;1d14b453aaa0:34195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:21:40,523 INFO [M:0;1d14b453aaa0:34195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34195 2024-11-11T05:21:40,523 INFO [M:0;1d14b453aaa0:34195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:21:40,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:40,679 INFO [M:0;1d14b453aaa0:34195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:21:40,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x1012856efc70000, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:21:40,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b443fb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:40,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f86a26b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:40,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:40,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:40,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dbe258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:40,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:21:40,683 WARN [BP-226563575-172.17.0.2-1731302454316 heartbeating to localhost/127.0.0.1:39819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:21:40,683 WARN [BP-226563575-172.17.0.2-1731302454316 heartbeating to localhost/127.0.0.1:39819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226563575-172.17.0.2-1731302454316 (Datanode Uuid 33e399de-ae30-4f23-b737-953d573ef4ab) service to localhost/127.0.0.1:39819 2024-11-11T05:21:40,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:21:40,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/data/data1/current/BP-226563575-172.17.0.2-1731302454316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:40,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/cluster_05c9ae5d-bd12-2584-ff80-9e98611f6151/data/data2/current/BP-226563575-172.17.0.2-1731302454316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:21:40,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:21:40,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e874d16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:40,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f00c263{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:21:40,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:21:40,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2703a9e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:21:40,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e84ae1-b546-03ef-1419-b6b4a3a3812d/hadoop.log.dir/,STOPPED} 2024-11-11T05:21:40,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:21:40,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:21:40,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33909 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41727 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39819 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=725 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=6859 (was 7125) 2024-11-11T05:21:40,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=725, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=6859 2024-11-11T05:21:40,733 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T05:21:40,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir so I do NOT create it in target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c 2024-11-11T05:21:40,734 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:21:40,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.tmp.dir so I do NOT create it in target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c 2024-11-11T05:21:40,734 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a93926b-8821-55e8-4290-25b8d54c022e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:21:40,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c 2024-11-11T05:21:40,734 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a, deleteOnExit=true 2024-11-11T05:21:40,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/zookeeper_0, clientPort=64913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:21:40,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64913 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/test.cache.data in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:21:40,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:40,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:21:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:21:40,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012856efc70008, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:21:40,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012856efc70005, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:21:40,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012856efc70002, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:21:40,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012856efc70008, quorum=127.0.0.1:52896, baseZNode=/2538500173 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:21:40,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012856efc70002, quorum=127.0.0.1:52896, baseZNode=/0482083462 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:21:40,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012856efc70005, quorum=127.0.0.1:52896, baseZNode=/11646427482 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:21:41,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:41,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:41,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:41,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:41,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:21:41,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:41,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b298104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:41,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732e8ed2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:41,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19e2d3f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/java.io.tmpdir/jetty-localhost-33381-hadoop-hdfs-3_4_1-tests_jar-_-any-3705731939112800244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:41,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3659a393{HTTP/1.1, (http/1.1)}{localhost:33381} 2024-11-11T05:21:41,142 INFO [Time-limited test {}] server.Server(415): Started @273556ms 2024-11-11T05:21:41,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:41,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:41,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:41,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:41,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:21:41,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b21a851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:41,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0af973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:41,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49e26eb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/java.io.tmpdir/jetty-localhost-38167-hadoop-hdfs-3_4_1-tests_jar-_-any-11550887793769380918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:41,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8a25aa{HTTP/1.1, (http/1.1)}{localhost:38167} 2024-11-11T05:21:41,565 INFO [Time-limited test {}] server.Server(415): Started @273979ms 2024-11-11T05:21:41,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:21:42,576 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/data/data1/current/BP-1752847332-172.17.0.2-1731302500765/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:42,576 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/data/data2/current/BP-1752847332-172.17.0.2-1731302500765/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:42,593 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:21:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb496e556120c304 with lease ID 0xe14a53024c8a37e8: Processing first storage report for DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b from datanode DatanodeRegistration(127.0.0.1:42095, datanodeUuid=6d75ce05-d479-450d-a530-a061bca94ee1, infoPort=39767, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1881261061;c=1731302500765) 2024-11-11T05:21:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb496e556120c304 with lease ID 0xe14a53024c8a37e8: from storage DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b node DatanodeRegistration(127.0.0.1:42095, datanodeUuid=6d75ce05-d479-450d-a530-a061bca94ee1, infoPort=39767, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1881261061;c=1731302500765), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb496e556120c304 with lease ID 0xe14a53024c8a37e8: Processing first storage report for DS-9962d85e-c053-477e-b5ba-399f9bea1508 from datanode DatanodeRegistration(127.0.0.1:42095, datanodeUuid=6d75ce05-d479-450d-a530-a061bca94ee1, infoPort=39767, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1881261061;c=1731302500765) 2024-11-11T05:21:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb496e556120c304 with lease ID 0xe14a53024c8a37e8: from storage DS-9962d85e-c053-477e-b5ba-399f9bea1508 node DatanodeRegistration(127.0.0.1:42095, datanodeUuid=6d75ce05-d479-450d-a530-a061bca94ee1, infoPort=39767, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1881261061;c=1731302500765), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:42,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c 2024-11-11T05:21:42,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:42,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:21:43,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc with version=8 2024-11-11T05:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/hbase-staging 2024-11-11T05:21:43,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:43,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40367 2024-11-11T05:21:43,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40367 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403670x0, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:43,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40367-0x1012857a5390000 connected 2024-11-11T05:21:43,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:43,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:43,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/running 2024-11-11T05:21:43,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc, hbase.cluster.distributed=false 2024-11-11T05:21:43,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/acl 2024-11-11T05:21:43,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-11T05:21:43,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40367 2024-11-11T05:21:43,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40367 2024-11-11T05:21:43,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-11T05:21:43,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-11T05:21:43,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:21:43,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:43,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42045 2024-11-11T05:21:43,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42045 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:43,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:43,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420450x0, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:43,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420450x0, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/running 2024-11-11T05:21:43,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42045-0x1012857a5390001 connected 2024-11-11T05:21:43,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:21:43,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:21:43,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/master 2024-11-11T05:21:43,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/acl 2024-11-11T05:21:43,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-11T05:21:43,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42045 2024-11-11T05:21:43,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42045 2024-11-11T05:21:43,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-11T05:21:43,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42045 2024-11-11T05:21:43,456 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:40367 2024-11-11T05:21:43,456 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-717401469/backup-masters/1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:43,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/backup-masters 2024-11-11T05:21:43,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/backup-masters 2024-11-11T05:21:43,463 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on existing znode=/0-717401469/backup-masters/1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-717401469/master 2024-11-11T05:21:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:43,473 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on existing znode=/0-717401469/master 2024-11-11T05:21:43,474 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-717401469/backup-masters/1d14b453aaa0,40367,1731302503109 from backup master directory 2024-11-11T05:21:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-717401469/backup-masters/1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/backup-masters 2024-11-11T05:21:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/backup-masters 2024-11-11T05:21:43,484 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:43,484 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:43,486 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/hbase.id] with ID: 276a3c48-d5ca-461e-b02c-4189897d1786 2024-11-11T05:21:43,486 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/.tmp/hbase.id 2024-11-11T05:21:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:21:43,891 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/.tmp/hbase.id]:[hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/hbase.id] 2024-11-11T05:21:43,898 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:43,898 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:21:43,898 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T05:21:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:44,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:21:45,315 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:45,316 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:21:45,316 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:21:45,722 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store 2024-11-11T05:21:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:21:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:21:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:21:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:21:45,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:46,126 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:46,126 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:46,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302506126Disabling compacts and flushes for region at 1731302506126Disabling writes for close at 1731302506126Writing region close event to WAL at 1731302506126Closed at 1731302506126 2024-11-11T05:21:46,127 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/.initializing 2024-11-11T05:21:46,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/WALs/1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:46,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:46,129 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C40367%2C1731302503109, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/WALs/1d14b453aaa0,40367,1731302503109, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/oldWALs, maxLogs=10 2024-11-11T05:21:46,140 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/WALs/1d14b453aaa0,40367,1731302503109/1d14b453aaa0%2C40367%2C1731302503109.1731302506129, exclude list is [], retry=0 2024-11-11T05:21:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b,DISK] 2024-11-11T05:21:46,144 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/WALs/1d14b453aaa0,40367,1731302503109/1d14b453aaa0%2C40367%2C1731302503109.1731302506129 2024-11-11T05:21:46,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-11T05:21:46,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:46,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:46,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:21:46,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:21:46,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:46,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:46,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:21:46,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:46,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:46,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:21:46,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:46,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:46,150 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,151 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,151 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,151 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,151 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,152 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:46,152 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:46,154 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:46,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59834046, jitterRate=-0.10840323567390442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:46,154 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302506144Initializing all the Stores at 1731302506145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302506145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302506145Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302506145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302506145Cleaning up temporary data from old regions at 1731302506151 (+6 ms)Region opened successfully at 1731302506154 (+3 ms) 2024-11-11T05:21:46,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:21:46,157 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2012facf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:21:46,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:21:46,160 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:21:46,160 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Unable to get data of znode /0-717401469/balancer because node does not exist (not necessarily an error) 2024-11-11T05:21:46,231 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/balancer already deleted, retry=false 2024-11-11T05:21:46,231 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:21:46,232 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Unable to get data of znode /0-717401469/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:21:46,241 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/normalizer already deleted, retry=false 2024-11-11T05:21:46,241 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:21:46,242 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Unable to get data of znode /0-717401469/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:21:46,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/switch/split already deleted, retry=false 2024-11-11T05:21:46,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Unable to get data of znode /0-717401469/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:21:46,262 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/switch/merge already deleted, retry=false 2024-11-11T05:21:46,264 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Unable to get data of znode /0-717401469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:21:46,273 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/snapshot-cleanup already deleted, retry=false 2024-11-11T05:21:46,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-717401469/running 2024-11-11T05:21:46,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-717401469/running 2024-11-11T05:21:46,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,284 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,40367,1731302503109, sessionid=0x1012857a5390000, setting cluster-up flag (Was=false) 2024-11-11T05:21:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,336 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-717401469/flush-table-proc/acquired, /0-717401469/flush-table-proc/reached, /0-717401469/flush-table-proc/abort 2024-11-11T05:21:46,337 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:46,628 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-717401469/online-snapshot/acquired, /0-717401469/online-snapshot/reached, /0-717401469/online-snapshot/abort 2024-11-11T05:21:46,629 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:46,630 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:21:46,631 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:46,631 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:21:46,631 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:21:46,632 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,40367,1731302503109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:46,633 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302536634 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:21:46,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:46,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:21:46,634 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:21:46,635 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:46,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:21:46,635 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:21:46,635 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302506635,5,FailOnTimeoutGroup] 2024-11-11T05:21:46,635 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302506635,5,FailOnTimeoutGroup] 2024-11-11T05:21:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:21:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,636 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:21:46,650 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(746): ClusterId : 276a3c48-d5ca-461e-b02c-4189897d1786 2024-11-11T05:21:46,650 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:21:46,705 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:21:46,705 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:21:46,715 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:21:46,716 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393db2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:46,729 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:42045 2024-11-11T05:21:46,729 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:21:46,729 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:21:46,729 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:21:46,730 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,40367,1731302503109 with port=42045, startcode=1731302503423 2024-11-11T05:21:46,730 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:21:46,731 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:21:46,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40367 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,732 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc 2024-11-11T05:21:46,732 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45483 2024-11-11T05:21:46,732 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:21:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/rs 2024-11-11T05:21:46,776 DEBUG [RS:0;1d14b453aaa0:42045 {}] zookeeper.ZKUtil(111): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on existing znode=/0-717401469/rs/1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,776 WARN [RS:0;1d14b453aaa0:42045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:46,776 INFO [RS:0;1d14b453aaa0:42045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:46,776 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,42045,1731302503423] 2024-11-11T05:21:46,778 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:21:46,779 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:21:46,779 INFO [RS:0;1d14b453aaa0:42045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:21:46,779 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,779 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:21:46,780 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:21:46,780 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:46,780 DEBUG [RS:0;1d14b453aaa0:42045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,781 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42045,1731302503423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:46,793 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:21:46,793 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42045,1731302503423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,793 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,793 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.Replication(171): 1d14b453aaa0,42045,1731302503423 started 2024-11-11T05:21:46,807 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:46,807 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,42045,1731302503423, RpcServer on 1d14b453aaa0/172.17.0.2:42045, sessionid=0x1012857a5390001 2024-11-11T05:21:46,808 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:21:46,808 DEBUG [RS:0;1d14b453aaa0:42045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,808 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,42045,1731302503423' 2024-11-11T05:21:46,808 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-717401469/flush-table-proc/abort' 2024-11-11T05:21:46,808 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-717401469/flush-table-proc/acquired' 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,42045,1731302503423' 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-717401469/online-snapshot/abort' 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-717401469/online-snapshot/acquired' 2024-11-11T05:21:46,809 DEBUG [RS:0;1d14b453aaa0:42045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:21:46,809 INFO [RS:0;1d14b453aaa0:42045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:21:46,809 INFO [RS:0;1d14b453aaa0:42045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:21:46,909 INFO [RS:0;1d14b453aaa0:42045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:46,911 INFO [RS:0;1d14b453aaa0:42045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42045%2C1731302503423, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/oldWALs, maxLogs=10 2024-11-11T05:21:46,922 DEBUG [RS:0;1d14b453aaa0:42045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, exclude list is [], retry=0 2024-11-11T05:21:46,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b,DISK] 2024-11-11T05:21:46,925 INFO [RS:0;1d14b453aaa0:42045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 2024-11-11T05:21:46,925 DEBUG [RS:0;1d14b453aaa0:42045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-11T05:21:47,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:21:47,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc 2024-11-11T05:21:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:21:47,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:47,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:47,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:47,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:47,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:47,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:47,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:47,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:47,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:47,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:47,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740 2024-11-11T05:21:47,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740 2024-11-11T05:21:47,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:47,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:47,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:47,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:47,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:47,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63868655, jitterRate=-0.04828287661075592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302507446Initializing all the Stores at 1731302507447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302507447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507447Cleaning up temporary data from old regions at 1731302507454 (+7 ms)Region opened successfully at 1731302507457 (+3 ms) 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:47,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:47,457 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:47,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302507457Disabling compacts and flushes for region at 1731302507457Disabling writes for close at 1731302507457Writing region close event to WAL at 1731302507457Closed at 1731302507457 2024-11-11T05:21:47,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:47,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:21:47,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:21:47,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:47,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:21:47,610 DEBUG [1d14b453aaa0:40367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:21:47,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:47,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,42045,1731302503423, state=OPENING 2024-11-11T05:21:47,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:21:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:21:47,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:47,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-717401469/meta-region-server: CHANGED 2024-11-11T05:21:47,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-717401469/meta-region-server: CHANGED 2024-11-11T05:21:47,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42045,1731302503423}] 2024-11-11T05:21:47,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:47,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:21:47,839 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:21:47,839 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:47,839 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:21:47,840 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42045%2C1731302503423.meta, suffix=.meta, logDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/oldWALs, maxLogs=10 2024-11-11T05:21:47,851 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.meta.1731302507840.meta, exclude list is [], retry=0 2024-11-11T05:21:47,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b,DISK] 2024-11-11T05:21:47,854 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.meta.1731302507840.meta 2024-11-11T05:21:47,854 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-11T05:21:47,854 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:47,854 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:21:47,855 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:21:47,855 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:21:47,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:47,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:47,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:47,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:47,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:47,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:47,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:47,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:47,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:47,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:47,859 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:47,859 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740 2024-11-11T05:21:47,860 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740 2024-11-11T05:21:47,860 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:47,860 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:47,860 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:47,861 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:47,861 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73302794, jitterRate=0.09229674935340881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:47,861 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:21:47,862 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302507855Writing region info on filesystem at 1731302507855Initializing all the Stores at 1731302507856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302507856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302507856Cleaning up temporary data from old regions at 1731302507860 (+4 ms)Running coprocessor post-open hooks at 1731302507861 (+1 ms)Region opened successfully at 1731302507862 (+1 ms) 2024-11-11T05:21:47,862 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302507835 2024-11-11T05:21:47,864 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:21:47,864 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:21:47,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:47,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,42045,1731302503423, state=OPEN 2024-11-11T05:21:47,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-717401469/meta-region-server 2024-11-11T05:21:47,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-717401469/meta-region-server 2024-11-11T05:21:47,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-717401469/meta-region-server: CHANGED 2024-11-11T05:21:47,900 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:47,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-717401469/meta-region-server: CHANGED 2024-11-11T05:21:47,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:21:47,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,42045,1731302503423 in 216 msec 2024-11-11T05:21:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:21:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-11T05:21:47,903 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:47,903 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:21:47,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:47,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42045,1731302503423, seqNum=-1] 2024-11-11T05:21:47,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:47,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:47,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-11T05:21:47,909 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302507909, completionTime=-1 2024-11-11T05:21:47,909 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:21:47,909 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302567911 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302627911 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:40367, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,911 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,912 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.430sec 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:47,914 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:21:47,916 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:21:47,916 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:21:47,916 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,40367,1731302503109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:47,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aecd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:47,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40367,-1 for getting cluster id 2024-11-11T05:21:47,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:47,952 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '276a3c48-d5ca-461e-b02c-4189897d1786' 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "276a3c48-d5ca-461e-b02c-4189897d1786" 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de6f55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40367,-1] 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:47,953 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:47,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245ce8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:47,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42045,1731302503423, seqNum=-1] 2024-11-11T05:21:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:47,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:47,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:47,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:47,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012857a5390002 connected 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir so I do NOT create it in target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011 2024-11-11T05:21:47,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.tmp.dir so I do NOT create it in target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011 2024-11-11T05:21:47,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:21:47,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/cluster_ae00d2f5-90c3-32c5-6643-e76522caa9a6, deleteOnExit=true 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/test.cache.data in system properties and HBase conf 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:21:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:21:47,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:21:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:21:48,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:48,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:48,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:48,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:48,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:21:48,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:48,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60e64cb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:48,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e43042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:48,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5251ae59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/java.io.tmpdir/jetty-localhost-42665-hadoop-hdfs-3_4_1-tests_jar-_-any-3222411787721468444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:48,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4088357a{HTTP/1.1, (http/1.1)}{localhost:42665} 2024-11-11T05:21:48,395 INFO [Time-limited test {}] server.Server(415): Started @280809ms 2024-11-11T05:21:48,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:48,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:48,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:48,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:48,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:21:48,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d93a347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:48,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58243550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:48,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c68b0ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/java.io.tmpdir/jetty-localhost-34231-hadoop-hdfs-3_4_1-tests_jar-_-any-12644988217564137259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:48,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@157f3c42{HTTP/1.1, (http/1.1)}{localhost:34231} 2024-11-11T05:21:48,912 INFO [Time-limited test {}] server.Server(415): Started @281325ms 2024-11-11T05:21:48,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:21:49,669 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/cluster_ae00d2f5-90c3-32c5-6643-e76522caa9a6/data/data1/current/BP-921083800-172.17.0.2-1731302508005/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:49,669 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/cluster_ae00d2f5-90c3-32c5-6643-e76522caa9a6/data/data2/current/BP-921083800-172.17.0.2-1731302508005/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:49,687 WARN [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:21:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00ce30617927b3b with lease ID 0x6ef5618ad9127061: Processing first storage report for DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b from datanode DatanodeRegistration(127.0.0.1:34647, datanodeUuid=ed33a624-5e75-4515-aa61-b5bb5546624b, infoPort=43007, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=512272826;c=1731302508005) 2024-11-11T05:21:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00ce30617927b3b with lease ID 0x6ef5618ad9127061: from storage DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b node DatanodeRegistration(127.0.0.1:34647, datanodeUuid=ed33a624-5e75-4515-aa61-b5bb5546624b, infoPort=43007, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=512272826;c=1731302508005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00ce30617927b3b with lease ID 0x6ef5618ad9127061: Processing first storage report for DS-cd4b4c56-0a3c-4013-9fd9-f96b385bd579 from datanode DatanodeRegistration(127.0.0.1:34647, datanodeUuid=ed33a624-5e75-4515-aa61-b5bb5546624b, infoPort=43007, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=512272826;c=1731302508005) 2024-11-11T05:21:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00ce30617927b3b with lease ID 0x6ef5618ad9127061: from storage DS-cd4b4c56-0a3c-4013-9fd9-f96b385bd579 node DatanodeRegistration(127.0.0.1:34647, datanodeUuid=ed33a624-5e75-4515-aa61-b5bb5546624b, infoPort=43007, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=512272826;c=1731302508005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:49,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011 2024-11-11T05:21:49,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:49,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:21:50,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8 with version=8 2024-11-11T05:21:50,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/hbase-staging 2024-11-11T05:21:50,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:50,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42819 2024-11-11T05:21:50,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42819 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428190x0, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:50,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42819-0x1012857a5390003 connected 2024-11-11T05:21:50,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:50,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:50,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/running 2024-11-11T05:21:50,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8, hbase.cluster.distributed=false 2024-11-11T05:21:50,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/acl 2024-11-11T05:21:50,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-11T05:21:50,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42819 2024-11-11T05:21:50,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42819 2024-11-11T05:21:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-11T05:21:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-11T05:21:50,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:21:50,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:50,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41735 2024-11-11T05:21:50,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41735 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:50,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:50,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417350x0, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:50,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417350x0, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/running 2024-11-11T05:21:50,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41735-0x1012857a5390004 connected 2024-11-11T05:21:50,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:21:50,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:21:50,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/master 2024-11-11T05:21:50,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/acl 2024-11-11T05:21:50,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-11T05:21:50,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41735 2024-11-11T05:21:50,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41735 2024-11-11T05:21:50,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-11T05:21:50,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-11T05:21:50,411 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:42819 2024-11-11T05:21:50,412 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1444410666/backup-masters/1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:50,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/backup-masters 2024-11-11T05:21:50,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/backup-masters 2024-11-11T05:21:50,420 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on existing znode=/1444410666/backup-masters/1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1444410666/master 2024-11-11T05:21:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:50,431 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on existing znode=/1444410666/master 2024-11-11T05:21:50,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1444410666/backup-masters/1d14b453aaa0,42819,1731302510147 from backup master directory 2024-11-11T05:21:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1444410666/backup-masters/1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/backup-masters 2024-11-11T05:21:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/backup-masters 2024-11-11T05:21:50,441 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:50,441 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:50,443 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/hbase.id] with ID: 46eb7df9-732c-4e65-9412-70f17c2c3cae 2024-11-11T05:21:50,443 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/.tmp/hbase.id 2024-11-11T05:21:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:21:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:50,850 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/.tmp/hbase.id]:[hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/hbase.id] 2024-11-11T05:21:50,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:50,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:21:50,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T05:21:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:21:51,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:51,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:21:51,309 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:21:51,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:51,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:51,714 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store 2024-11-11T05:21:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:52,119 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:52,119 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302512119Disabling compacts and flushes for region at 1731302512119Disabling writes for close at 1731302512119Writing region close event to WAL at 1731302512119Closed at 1731302512119 2024-11-11T05:21:52,119 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/.initializing 2024-11-11T05:21:52,119 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/WALs/1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:52,120 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:52,121 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C42819%2C1731302510147, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/WALs/1d14b453aaa0,42819,1731302510147, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/oldWALs, maxLogs=10 2024-11-11T05:21:52,132 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/WALs/1d14b453aaa0,42819,1731302510147/1d14b453aaa0%2C42819%2C1731302510147.1731302512121, exclude list is [], retry=0 2024-11-11T05:21:52,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b,DISK] 2024-11-11T05:21:52,136 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/WALs/1d14b453aaa0,42819,1731302510147/1d14b453aaa0%2C42819%2C1731302510147.1731302512121 2024-11-11T05:21:52,139 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-11T05:21:52,139 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:52,139 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:52,139 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,140 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:21:52,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:52,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:52,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:21:52,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:52,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:52,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:21:52,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:52,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:52,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:21:52,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:52,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:52,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,149 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,149 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,149 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:52,150 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:52,151 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:52,151 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59106268, jitterRate=-0.11924797296524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:52,152 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302512140Initializing all the Stores at 1731302512140Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302512140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302512143 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302512143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302512143Cleaning up temporary data from old regions at 1731302512149 (+6 ms)Region opened successfully at 1731302512152 (+3 ms) 2024-11-11T05:21:52,152 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:21:52,153 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699347b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:21:52,154 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:21:52,158 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:21:52,159 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/balancer because node does not exist (not necessarily an error) 2024-11-11T05:21:52,241 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/balancer already deleted, retry=false 2024-11-11T05:21:52,241 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:21:52,242 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:21:52,251 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/normalizer already deleted, retry=false 2024-11-11T05:21:52,252 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:21:52,252 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:21:52,262 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/switch/split already deleted, retry=false 2024-11-11T05:21:52,263 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:21:52,272 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/switch/merge already deleted, retry=false 2024-11-11T05:21:52,274 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:21:52,283 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/snapshot-cleanup already deleted, retry=false 2024-11-11T05:21:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1444410666/running 2024-11-11T05:21:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1444410666/running 2024-11-11T05:21:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,294 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,42819,1731302510147, sessionid=0x1012857a5390003, setting cluster-up flag (Was=false) 2024-11-11T05:21:52,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,346 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1444410666/flush-table-proc/acquired, /1444410666/flush-table-proc/reached, /1444410666/flush-table-proc/abort 2024-11-11T05:21:52,347 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:52,399 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1444410666/online-snapshot/acquired, /1444410666/online-snapshot/reached, /1444410666/online-snapshot/abort 2024-11-11T05:21:52,400 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:52,400 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:21:52,401 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:52,402 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:21:52,402 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:21:52,402 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,42819,1731302510147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:52,403 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,403 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302542403 2024-11-11T05:21:52,403 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:21:52,403 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:21:52,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:52,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:21:52,404 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:21:52,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:52,404 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302512404,5,FailOnTimeoutGroup] 2024-11-11T05:21:52,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:21:52,405 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302512404,5,FailOnTimeoutGroup] 2024-11-11T05:21:52,405 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,405 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:21:52,405 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,405 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:21:52,501 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(746): ClusterId : 46eb7df9-732c-4e65-9412-70f17c2c3cae 2024-11-11T05:21:52,502 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:21:52,512 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:21:52,512 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:21:52,523 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:21:52,523 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eff0f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:52,533 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:41735 2024-11-11T05:21:52,533 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:21:52,533 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:21:52,533 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:21:52,533 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,42819,1731302510147 with port=41735, startcode=1731302510363 2024-11-11T05:21:52,534 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:21:52,534 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:21:52,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42819 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,536 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8 2024-11-11T05:21:52,536 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36167 2024-11-11T05:21:52,536 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:21:52,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/rs 2024-11-11T05:21:52,546 DEBUG [RS:0;1d14b453aaa0:41735 {}] zookeeper.ZKUtil(111): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on existing znode=/1444410666/rs/1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,546 WARN [RS:0;1d14b453aaa0:41735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:52,547 INFO [RS:0;1d14b453aaa0:41735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:52,547 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,41735,1731302510363] 2024-11-11T05:21:52,548 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:21:52,549 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:21:52,550 INFO [RS:0;1d14b453aaa0:41735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:21:52,550 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,550 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:21:52,550 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:21:52,550 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,550 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:52,551 DEBUG [RS:0;1d14b453aaa0:41735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,552 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41735,1731302510363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:52,565 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:21:52,565 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41735,1731302510363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,565 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,565 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.Replication(171): 1d14b453aaa0,41735,1731302510363 started 2024-11-11T05:21:52,576 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:52,576 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,41735,1731302510363, RpcServer on 1d14b453aaa0/172.17.0.2:41735, sessionid=0x1012857a5390004 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41735,1731302510363' 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1444410666/flush-table-proc/abort' 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1444410666/flush-table-proc/acquired' 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:52,577 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41735,1731302510363' 2024-11-11T05:21:52,578 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1444410666/online-snapshot/abort' 2024-11-11T05:21:52,578 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1444410666/online-snapshot/acquired' 2024-11-11T05:21:52,578 DEBUG [RS:0;1d14b453aaa0:41735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:21:52,578 INFO [RS:0;1d14b453aaa0:41735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:21:52,578 INFO [RS:0;1d14b453aaa0:41735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:21:52,679 INFO [RS:0;1d14b453aaa0:41735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:52,679 INFO [RS:0;1d14b453aaa0:41735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41735%2C1731302510363, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/oldWALs, maxLogs=10 2024-11-11T05:21:52,690 DEBUG [RS:0;1d14b453aaa0:41735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, exclude list is [], retry=0 2024-11-11T05:21:52,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b,DISK] 2024-11-11T05:21:52,693 INFO [RS:0;1d14b453aaa0:41735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 2024-11-11T05:21:52,693 DEBUG [RS:0;1d14b453aaa0:41735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-11T05:21:52,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:21:52,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:21:52,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8 2024-11-11T05:21:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:21:53,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:53,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:53,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:53,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:53,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:53,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:53,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:53,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:53,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:53,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:53,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740 2024-11-11T05:21:53,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740 2024-11-11T05:21:53,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:53,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:53,220 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:53,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:53,222 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60410789, jitterRate=-0.09980909526348114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302513214Initializing all the Stores at 1731302513215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302513215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513215Cleaning up temporary data from old regions at 1731302513220 (+5 ms)Region opened successfully at 1731302513222 (+2 ms) 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:53,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:53,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:53,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:53,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302513222Disabling compacts and flushes for region at 1731302513222Disabling writes for close at 1731302513222Writing region close event to WAL at 1731302513223 (+1 ms)Closed at 1731302513223 2024-11-11T05:21:53,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:53,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:21:53,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:21:53,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:53,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:21:53,375 DEBUG [1d14b453aaa0:42819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:21:53,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:53,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41735,1731302510363, state=OPENING 2024-11-11T05:21:53,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:21:53,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:53,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:21:53,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1444410666/meta-region-server: CHANGED 2024-11-11T05:21:53,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1444410666/meta-region-server: CHANGED 2024-11-11T05:21:53,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:53,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41735,1731302510363}] 2024-11-11T05:21:53,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:53,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:21:53,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:21:53,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:53,629 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:21:53,630 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41735%2C1731302510363.meta, suffix=.meta, logDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/oldWALs, maxLogs=10 2024-11-11T05:21:53,642 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.meta.1731302513630.meta, exclude list is [], retry=0 2024-11-11T05:21:53,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b,DISK] 2024-11-11T05:21:53,645 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.meta.1731302513630.meta 2024-11-11T05:21:53,645 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-11T05:21:53,645 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:53,645 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:53,645 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:53,645 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:21:53,645 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:21:53,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:21:53,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:53,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:21:53,646 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:21:53,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:53,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:53,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:53,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:53,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:53,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:53,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:53,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:53,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:53,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:53,650 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:53,651 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740 2024-11-11T05:21:53,651 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740 2024-11-11T05:21:53,652 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:53,652 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:53,652 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:53,653 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:53,653 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59294498, jitterRate=-0.11644312739372253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:53,653 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:21:53,653 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302513646Writing region info on filesystem at 1731302513646Initializing all the Stores at 1731302513646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302513646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302513646Cleaning up temporary data from old regions at 1731302513652 (+6 ms)Running coprocessor post-open hooks at 1731302513653 (+1 ms)Region opened successfully at 1731302513653 2024-11-11T05:21:53,654 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302513625 2024-11-11T05:21:53,656 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:21:53,656 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:21:53,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:53,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41735,1731302510363, state=OPEN 2024-11-11T05:21:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1444410666/meta-region-server 2024-11-11T05:21:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1444410666/meta-region-server 2024-11-11T05:21:53,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41735,1731302510363 2024-11-11T05:21:53,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1444410666/meta-region-server: CHANGED 2024-11-11T05:21:53,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1444410666/meta-region-server: CHANGED 2024-11-11T05:21:53,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:21:53,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41735,1731302510363 in 189 msec 2024-11-11T05:21:53,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:21:53,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-11T05:21:53,665 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:53,665 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:21:53,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:53,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41735,1731302510363, seqNum=-1] 2024-11-11T05:21:53,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:53,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:53,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-11T05:21:53,670 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302513670, completionTime=-1 2024-11-11T05:21:53,670 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:21:53,670 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:21:53,671 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:21:53,671 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302573671 2024-11-11T05:21:53,671 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302633671 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:42819, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,672 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,673 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:53,674 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:21:53,676 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:21:53,676 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:21:53,676 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42819,1731302510147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:53,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d0b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:53,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:21:53,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:53,703 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:21:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:21:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd982eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:21:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:53,705 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:53,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232f169e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:53,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41735,1731302510363, seqNum=-1] 2024-11-11T05:21:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:53,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,42819,1731302510147 2024-11-11T05:21:53,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:53,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012857a5390005 connected 2024-11-11T05:21:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir so I do NOT create it in target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee 2024-11-11T05:21:53,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:21:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.tmp.dir so I do NOT create it in target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee 2024-11-11T05:21:53,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:21:53,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee 2024-11-11T05:21:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:21:53,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/cluster_24ccfa34-eee7-074d-2829-cecdca59a9f7, deleteOnExit=true 2024-11-11T05:21:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/test.cache.data in system properties and HBase conf 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:21:53,728 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:21:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:21:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:21:54,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:54,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:54,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:54,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:54,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:21:54,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:54,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124f583f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:54,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@516e72bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:54,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ccf412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/java.io.tmpdir/jetty-localhost-38501-hadoop-hdfs-3_4_1-tests_jar-_-any-10011907500148870595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:21:54,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7adf99a3{HTTP/1.1, (http/1.1)}{localhost:38501} 2024-11-11T05:21:54,319 INFO [Time-limited test {}] server.Server(415): Started @286732ms 2024-11-11T05:21:54,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:21:54,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:21:54,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:21:54,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:21:54,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T05:21:54,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a3036e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:21:54,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72450e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:21:54,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1737fa8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/java.io.tmpdir/jetty-localhost-38765-hadoop-hdfs-3_4_1-tests_jar-_-any-7667545531044943251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:21:54,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1823cd97{HTTP/1.1, (http/1.1)}{localhost:38765} 2024-11-11T05:21:54,643 INFO [Time-limited test {}] server.Server(415): Started @287057ms 2024-11-11T05:21:54,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:21:55,259 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/cluster_24ccfa34-eee7-074d-2829-cecdca59a9f7/data/data1/current/BP-1099151708-172.17.0.2-1731302513744/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:55,259 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/cluster_24ccfa34-eee7-074d-2829-cecdca59a9f7/data/data2/current/BP-1099151708-172.17.0.2-1731302513744/current, will proceed with Du for space computation calculation, 2024-11-11T05:21:55,272 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:21:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x329ec8b52b5cd4ba with lease ID 0x483037b26ad336f4: Processing first storage report for DS-a0cd7158-7584-4308-8387-950121c377d9 from datanode DatanodeRegistration(127.0.0.1:43023, datanodeUuid=09ffe0af-1a87-48ca-be08-8e08683d505c, infoPort=38075, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=1534171459;c=1731302513744) 2024-11-11T05:21:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x329ec8b52b5cd4ba with lease ID 0x483037b26ad336f4: from storage DS-a0cd7158-7584-4308-8387-950121c377d9 node DatanodeRegistration(127.0.0.1:43023, datanodeUuid=09ffe0af-1a87-48ca-be08-8e08683d505c, infoPort=38075, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=1534171459;c=1731302513744), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x329ec8b52b5cd4ba with lease ID 0x483037b26ad336f4: Processing first storage report for DS-ce449462-dbee-44f8-b7be-d7ca1a54607b from datanode DatanodeRegistration(127.0.0.1:43023, datanodeUuid=09ffe0af-1a87-48ca-be08-8e08683d505c, infoPort=38075, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=1534171459;c=1731302513744) 2024-11-11T05:21:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x329ec8b52b5cd4ba with lease ID 0x483037b26ad336f4: from storage DS-ce449462-dbee-44f8-b7be-d7ca1a54607b node DatanodeRegistration(127.0.0.1:43023, datanodeUuid=09ffe0af-1a87-48ca-be08-8e08683d505c, infoPort=38075, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=1534171459;c=1731302513744), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:21:55,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee 2024-11-11T05:21:55,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:21:55,377 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531 with version=8 2024-11-11T05:21:55,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/hbase-staging 2024-11-11T05:21:55,379 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:21:55,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:55,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33977 2024-11-11T05:21:55,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33977 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339770x0, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:55,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33977-0x1012857a5390006 connected 2024-11-11T05:21:55,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/running 2024-11-11T05:21:55,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531, hbase.cluster.distributed=false 2024-11-11T05:21:55,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/acl 2024-11-11T05:21:55,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33977 2024-11-11T05:21:55,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33977 2024-11-11T05:21:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33977 2024-11-11T05:21:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33977 2024-11-11T05:21:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33977 2024-11-11T05:21:55,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:21:55,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:21:55,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37175 2024-11-11T05:21:55,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37175 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:55,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371750x0, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:55,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37175-0x1012857a5390007 connected 2024-11-11T05:21:55,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371750x0, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/running 2024-11-11T05:21:55,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:21:55,513 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:21:55,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/master 2024-11-11T05:21:55,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/acl 2024-11-11T05:21:55,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-11T05:21:55,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37175 2024-11-11T05:21:55,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37175 2024-11-11T05:21:55,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-11T05:21:55,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-11T05:21:55,524 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:33977 2024-11-11T05:21:55,527 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21073825866/backup-masters/1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/backup-masters 2024-11-11T05:21:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/backup-masters 2024-11-11T05:21:55,536 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on existing znode=/21073825866/backup-masters/1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:55,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21073825866/master 2024-11-11T05:21:55,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:55,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:55,546 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on existing znode=/21073825866/master 2024-11-11T05:21:55,546 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21073825866/backup-masters/1d14b453aaa0,33977,1731302515378 from backup master directory 2024-11-11T05:21:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21073825866/backup-masters/1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/backup-masters 2024-11-11T05:21:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/backup-masters 2024-11-11T05:21:55,556 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:55,556 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:55,559 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/hbase.id] with ID: ae0e1b4e-22d3-403d-ab11-4ebd1eda6084 2024-11-11T05:21:55,559 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/.tmp/hbase.id 2024-11-11T05:21:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:21:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:21:55,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:21:55,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:21:55,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:21:55,963 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/.tmp/hbase.id]:[hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/hbase.id] 2024-11-11T05:21:55,969 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:21:55,969 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:21:55,970 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:21:55,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:55,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:21:56,382 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:56,383 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:21:56,383 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:56,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:21:56,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store 2024-11-11T05:21:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:21:57,193 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:57,193 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:21:57,193 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302517193Disabling compacts and flushes for region at 1731302517193Disabling writes for close at 1731302517193Writing region close event to WAL at 1731302517193Closed at 1731302517193 2024-11-11T05:21:57,193 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/.initializing 2024-11-11T05:21:57,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/WALs/1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:57,194 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:57,195 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C33977%2C1731302515378, suffix=, logDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/WALs/1d14b453aaa0,33977,1731302515378, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/oldWALs, maxLogs=10 2024-11-11T05:21:57,208 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/WALs/1d14b453aaa0,33977,1731302515378/1d14b453aaa0%2C33977%2C1731302515378.1731302517195, exclude list is [], retry=0 2024-11-11T05:21:57,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-a0cd7158-7584-4308-8387-950121c377d9,DISK] 2024-11-11T05:21:57,212 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/WALs/1d14b453aaa0,33977,1731302515378/1d14b453aaa0%2C33977%2C1731302515378.1731302517195 2024-11-11T05:21:57,212 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38075:38075)] 2024-11-11T05:21:57,212 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:57,212 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:57,212 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,212 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:21:57,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:57,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:57,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:21:57,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:57,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:57,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:21:57,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:57,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:57,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:21:57,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:57,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:57,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,218 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,219 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,219 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,219 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:57,220 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:21:57,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:57,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58952777, jitterRate=-0.12153516709804535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:57,221 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302517212Initializing all the Stores at 1731302517213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302517213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302517213Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302517213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302517213Cleaning up temporary data from old regions at 1731302517219 (+6 ms)Region opened successfully at 1731302517221 (+2 ms) 2024-11-11T05:21:57,222 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:21:57,223 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30264631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:57,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:21:57,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:21:57,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:21:57,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:21:57,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:21:57,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:21:57,225 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:21:57,226 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:21:57,226 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/balancer because node does not exist (not necessarily an error) 2024-11-11T05:21:57,272 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/balancer already deleted, retry=false 2024-11-11T05:21:57,272 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:21:57,273 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:21:57,283 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/normalizer already deleted, retry=false 2024-11-11T05:21:57,283 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:21:57,283 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:21:57,293 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/switch/split already deleted, retry=false 2024-11-11T05:21:57,294 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:21:57,304 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/switch/merge already deleted, retry=false 2024-11-11T05:21:57,305 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:21:57,314 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/snapshot-cleanup already deleted, retry=false 2024-11-11T05:21:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21073825866/running 2024-11-11T05:21:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21073825866/running 2024-11-11T05:21:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,325 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,33977,1731302515378, sessionid=0x1012857a5390006, setting cluster-up flag (Was=false) 2024-11-11T05:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,377 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21073825866/flush-table-proc/acquired, /21073825866/flush-table-proc/reached, /21073825866/flush-table-proc/abort 2024-11-11T05:21:57,378 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:57,430 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21073825866/online-snapshot/acquired, /21073825866/online-snapshot/reached, /21073825866/online-snapshot/abort 2024-11-11T05:21:57,431 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:57,432 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:21:57,433 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:57,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:21:57,433 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:21:57,433 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,33977,1731302515378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:57,434 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302547435 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:21:57,435 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:21:57,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:57,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:21:57,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:21:57,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:21:57,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:21:57,436 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:21:57,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:57,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:21:57,437 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302517437,5,FailOnTimeoutGroup] 2024-11-11T05:21:57,437 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302517437,5,FailOnTimeoutGroup] 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,437 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:21:57,518 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(746): ClusterId : ae0e1b4e-22d3-403d-ab11-4ebd1eda6084 2024-11-11T05:21:57,518 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:21:57,525 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:21:57,525 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:21:57,536 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:21:57,536 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:21:57,546 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:37175 2024-11-11T05:21:57,546 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:21:57,546 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:21:57,546 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:21:57,546 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,33977,1731302515378 with port=37175, startcode=1731302515493 2024-11-11T05:21:57,546 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:21:57,547 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:21:57,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33977 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,549 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531 2024-11-11T05:21:57,549 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43587 2024-11-11T05:21:57,549 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:21:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/rs 2024-11-11T05:21:57,595 DEBUG [RS:0;1d14b453aaa0:37175 {}] zookeeper.ZKUtil(111): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on existing znode=/21073825866/rs/1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,595 WARN [RS:0;1d14b453aaa0:37175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:21:57,595 INFO [RS:0;1d14b453aaa0:37175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:57,595 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37175,1731302515493] 2024-11-11T05:21:57,597 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:21:57,598 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:21:57,598 INFO [RS:0;1d14b453aaa0:37175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:21:57,598 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,599 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:21:57,599 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:21:57,599 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:57,599 DEBUG [RS:0;1d14b453aaa0:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,600 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37175,1731302515493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:57,613 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:21:57,613 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37175,1731302515493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,613 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,613 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.Replication(171): 1d14b453aaa0,37175,1731302515493 started 2024-11-11T05:21:57,624 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:57,624 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37175,1731302515493, RpcServer on 1d14b453aaa0/172.17.0.2:37175, sessionid=0x1012857a5390007 2024-11-11T05:21:57,624 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:21:57,624 DEBUG [RS:0;1d14b453aaa0:37175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,624 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37175,1731302515493' 2024-11-11T05:21:57,624 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21073825866/flush-table-proc/abort' 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21073825866/flush-table-proc/acquired' 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37175,1731302515493' 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21073825866/online-snapshot/abort' 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21073825866/online-snapshot/acquired' 2024-11-11T05:21:57,625 DEBUG [RS:0;1d14b453aaa0:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:21:57,626 INFO [RS:0;1d14b453aaa0:37175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:21:57,626 INFO [RS:0;1d14b453aaa0:37175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:21:57,726 INFO [RS:0;1d14b453aaa0:37175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:21:57,727 INFO [RS:0;1d14b453aaa0:37175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37175%2C1731302515493, suffix=, logDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/oldWALs, maxLogs=10 2024-11-11T05:21:57,743 DEBUG [RS:0;1d14b453aaa0:37175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, exclude list is [], retry=0 2024-11-11T05:21:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-a0cd7158-7584-4308-8387-950121c377d9,DISK] 2024-11-11T05:21:57,747 INFO [RS:0;1d14b453aaa0:37175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 2024-11-11T05:21:57,747 DEBUG [RS:0;1d14b453aaa0:37175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38075:38075)] 2024-11-11T05:21:57,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:21:57,843 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531 2024-11-11T05:21:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:21:58,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:58,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:58,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:58,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:58,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:58,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:58,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:58,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:58,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:58,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:58,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740 2024-11-11T05:21:58,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740 2024-11-11T05:21:58,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:58,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:58,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:58,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:58,255 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70384796, jitterRate=0.04881519079208374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302518247Initializing all the Stores at 1731302518247Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302518247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518247Cleaning up temporary data from old regions at 1731302518252 (+5 ms)Region opened successfully at 1731302518255 (+3 ms) 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:21:58,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:21:58,255 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:21:58,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302518255Disabling compacts and flushes for region at 1731302518255Disabling writes for close at 1731302518255Writing region close event to WAL at 1731302518255Closed at 1731302518255 2024-11-11T05:21:58,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:58,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:21:58,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:21:58,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:58,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:21:58,408 DEBUG [1d14b453aaa0:33977 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:21:58,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:58,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37175,1731302515493, state=OPENING 2024-11-11T05:21:58,641 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:21:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:21:58,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21073825866/meta-region-server: CHANGED 2024-11-11T05:21:58,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21073825866/meta-region-server: CHANGED 2024-11-11T05:21:58,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:21:58,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37175,1731302515493}] 2024-11-11T05:21:58,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:21:58,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:21:58,923 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:21:58,923 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:21:58,923 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:21:58,924 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37175%2C1731302515493.meta, suffix=.meta, logDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/oldWALs, maxLogs=10 2024-11-11T05:21:58,935 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.meta.1731302518924.meta, exclude list is [], retry=0 2024-11-11T05:21:58,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-a0cd7158-7584-4308-8387-950121c377d9,DISK] 2024-11-11T05:21:58,937 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.meta.1731302518924.meta 2024-11-11T05:21:58,937 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38075:38075)] 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:58,938 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:21:58,938 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:21:58,938 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:21:58,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:21:58,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:21:58,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:21:58,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:21:58,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:21:58,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:21:58,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:21:58,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:21:58,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:58,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:21:58,942 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:21:58,943 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740 2024-11-11T05:21:58,943 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740 2024-11-11T05:21:58,944 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:21:58,944 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:21:58,944 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:21:58,945 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:21:58,945 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75212111, jitterRate=0.12074778974056244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:21:58,945 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:21:58,945 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302518938Writing region info on filesystem at 1731302518938Initializing all the Stores at 1731302518939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302518939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302518939Cleaning up temporary data from old regions at 1731302518944 (+5 ms)Running coprocessor post-open hooks at 1731302518945 (+1 ms)Region opened successfully at 1731302518945 2024-11-11T05:21:58,946 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302518919 2024-11-11T05:21:58,947 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:21:58,947 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:21:58,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:58,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37175,1731302515493, state=OPEN 2024-11-11T05:21:59,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21073825866/meta-region-server 2024-11-11T05:21:59,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21073825866/meta-region-server 2024-11-11T05:21:59,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37175,1731302515493 2024-11-11T05:21:59,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21073825866/meta-region-server: CHANGED 2024-11-11T05:21:59,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21073825866/meta-region-server: CHANGED 2024-11-11T05:21:59,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:21:59,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37175,1731302515493 in 252 msec 2024-11-11T05:21:59,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:21:59,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-11T05:21:59,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:21:59,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:21:59,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:59,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37175,1731302515493, seqNum=-1] 2024-11-11T05:21:59,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:59,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:59,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5950 sec 2024-11-11T05:21:59,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302519029, completionTime=-1 2024-11-11T05:21:59,029 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:21:59,029 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:21:59,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:21:59,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302579030 2024-11-11T05:21:59,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302639030 2024-11-11T05:21:59,030 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:33977, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,031 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,032 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.476sec 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:21:59,033 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:21:59,034 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:21:59,035 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:21:59,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:21:59,035 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,33977,1731302515378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:21:59,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49da178a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:59,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:21:59,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:21:59,120 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:21:59,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:21:59,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:21:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668bc928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:21:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:21:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:21:59,121 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:21:59,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5cc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:21:59,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:21:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37175,1731302515493, seqNum=-1] 2024-11-11T05:21:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:21:59,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:21:59,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,33977,1731302515378 2024-11-11T05:21:59,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64913 2024-11-11T05:21:59,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:21:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012857a5390008 connected 2024-11-11T05:21:59,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:21:59,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:21:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40367,1731302503109 2024-11-11T05:21:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d7d919 2024-11-11T05:21:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:21:59,255 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:21:59,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:21:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:21:59,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:21:59,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:59,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:21:59,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:21:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:21:59,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97c4d876dabffda7d250869120706d5c, NAME => 'test,,1731302519256.97c4d876dabffda7d250869120706d5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc 2024-11-11T05:21:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:21:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302519256.97c4d876dabffda7d250869120706d5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97c4d876dabffda7d250869120706d5c, disabling compactions & flushes 2024-11-11T05:21:59,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302519256.97c4d876dabffda7d250869120706d5c. after waiting 0 ms 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97c4d876dabffda7d250869120706d5c: Waiting for close lock at 1731302519670Disabling compacts and flushes for region at 1731302519670Disabling writes for close at 1731302519670Writing region close event to WAL at 1731302519670Closed at 1731302519670 2024-11-11T05:21:59,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:21:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302519256.97c4d876dabffda7d250869120706d5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302519671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302519671"}]},"ts":"1731302519671"} 2024-11-11T05:21:59,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:21:59,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:21:59,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302519674"}]},"ts":"1731302519674"} 2024-11-11T05:21:59,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:21:59,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97c4d876dabffda7d250869120706d5c, ASSIGN}] 2024-11-11T05:21:59,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97c4d876dabffda7d250869120706d5c, ASSIGN 2024-11-11T05:21:59,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97c4d876dabffda7d250869120706d5c, ASSIGN; state=OFFLINE, location=1d14b453aaa0,42045,1731302503423; forceNewPlan=false, retain=false 2024-11-11T05:21:59,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97c4d876dabffda7d250869120706d5c, regionState=OPENING, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97c4d876dabffda7d250869120706d5c, ASSIGN because future has completed 2024-11-11T05:21:59,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c4d876dabffda7d250869120706d5c, server=1d14b453aaa0,42045,1731302503423}] 2024-11-11T05:21:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:21:59,984 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,985 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97c4d876dabffda7d250869120706d5c, NAME => 'test,,1731302519256.97c4d876dabffda7d250869120706d5c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:21:59,985 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:21:59,985 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:21:59,985 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,985 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302519256.97c4d876dabffda7d250869120706d5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:21:59,985 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,985 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,986 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,987 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4d876dabffda7d250869120706d5c columnFamilyName f 2024-11-11T05:21:59,987 DEBUG [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:59,987 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(327): Store=97c4d876dabffda7d250869120706d5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:59,987 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,988 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4d876dabffda7d250869120706d5c columnFamilyName f1 2024-11-11T05:21:59,988 DEBUG [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:59,988 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(327): Store=97c4d876dabffda7d250869120706d5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:59,988 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,989 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4d876dabffda7d250869120706d5c columnFamilyName norep 2024-11-11T05:21:59,989 DEBUG [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:21:59,989 INFO [StoreOpener-97c4d876dabffda7d250869120706d5c-1 {}] regionserver.HStore(327): Store=97c4d876dabffda7d250869120706d5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:21:59,989 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,990 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,990 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,991 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,991 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,991 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:21:59,992 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,993 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:21:59,993 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97c4d876dabffda7d250869120706d5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542038, jitterRate=-0.038248687982559204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:21:59,993 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:21:59,994 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97c4d876dabffda7d250869120706d5c: Running coprocessor pre-open hook at 1731302519985Writing region info on filesystem at 1731302519985Initializing all the Stores at 1731302519986 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302519986Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302519986Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302519986Cleaning up temporary data from old regions at 1731302519991 (+5 ms)Running coprocessor post-open hooks at 1731302519993 (+2 ms)Region opened successfully at 1731302519994 (+1 ms) 2024-11-11T05:21:59,994 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302519256.97c4d876dabffda7d250869120706d5c., pid=6, masterSystemTime=1731302519981 2024-11-11T05:21:59,996 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,996 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:21:59,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97c4d876dabffda7d250869120706d5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:21:59,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c4d876dabffda7d250869120706d5c, server=1d14b453aaa0,42045,1731302503423 because future has completed 2024-11-11T05:21:59,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:21:59,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97c4d876dabffda7d250869120706d5c, server=1d14b453aaa0,42045,1731302503423 in 168 msec 2024-11-11T05:22:00,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:00,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97c4d876dabffda7d250869120706d5c, ASSIGN in 324 msec 2024-11-11T05:22:00,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:00,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302520001"}]},"ts":"1731302520001"} 2024-11-11T05:22:00,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:00,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:00,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-11T05:22:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:00,395 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:00,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c59b8f5 2024-11-11T05:22:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:00,398 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:00,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:00,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:00,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:00,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:00,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:00,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08c73b14b095b1da2927b50772136bb9, NAME => 'test,,1731302520398.08c73b14b095b1da2927b50772136bb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8 2024-11-11T05:22:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302520398.08c73b14b095b1da2927b50772136bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08c73b14b095b1da2927b50772136bb9, disabling compactions & flushes 2024-11-11T05:22:00,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302520398.08c73b14b095b1da2927b50772136bb9. after waiting 0 ms 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08c73b14b095b1da2927b50772136bb9: Waiting for close lock at 1731302520412Disabling compacts and flushes for region at 1731302520412Disabling writes for close at 1731302520412Writing region close event to WAL at 1731302520412Closed at 1731302520412 2024-11-11T05:22:00,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:00,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302520398.08c73b14b095b1da2927b50772136bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302520413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302520413"}]},"ts":"1731302520413"} 2024-11-11T05:22:00,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:00,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:00,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302520416"}]},"ts":"1731302520416"} 2024-11-11T05:22:00,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:00,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08c73b14b095b1da2927b50772136bb9, ASSIGN}] 2024-11-11T05:22:00,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08c73b14b095b1da2927b50772136bb9, ASSIGN 2024-11-11T05:22:00,419 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08c73b14b095b1da2927b50772136bb9, ASSIGN; state=OFFLINE, location=1d14b453aaa0,41735,1731302510363; forceNewPlan=false, retain=false 2024-11-11T05:22:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:00,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08c73b14b095b1da2927b50772136bb9, regionState=OPENING, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08c73b14b095b1da2927b50772136bb9, ASSIGN because future has completed 2024-11-11T05:22:00,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c73b14b095b1da2927b50772136bb9, server=1d14b453aaa0,41735,1731302510363}] 2024-11-11T05:22:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:00,725 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,725 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08c73b14b095b1da2927b50772136bb9, NAME => 'test,,1731302520398.08c73b14b095b1da2927b50772136bb9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:00,726 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:00,726 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:00,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302520398.08c73b14b095b1da2927b50772136bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:00,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,726 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,727 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,727 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c73b14b095b1da2927b50772136bb9 columnFamilyName f 2024-11-11T05:22:00,727 DEBUG [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:00,728 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(327): Store=08c73b14b095b1da2927b50772136bb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:00,728 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,728 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c73b14b095b1da2927b50772136bb9 columnFamilyName f1 2024-11-11T05:22:00,728 DEBUG [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:00,729 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(327): Store=08c73b14b095b1da2927b50772136bb9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:00,729 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,729 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c73b14b095b1da2927b50772136bb9 columnFamilyName norep 2024-11-11T05:22:00,729 DEBUG [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:00,729 INFO [StoreOpener-08c73b14b095b1da2927b50772136bb9-1 {}] regionserver.HStore(327): Store=08c73b14b095b1da2927b50772136bb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:00,729 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,730 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,730 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,730 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,730 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,731 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:00,731 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,732 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:00,733 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08c73b14b095b1da2927b50772136bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911822, jitterRate=-0.07744196057319641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:00,733 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:00,733 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08c73b14b095b1da2927b50772136bb9: Running coprocessor pre-open hook at 1731302520726Writing region info on filesystem at 1731302520726Initializing all the Stores at 1731302520726Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302520727 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302520727Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302520727Cleaning up temporary data from old regions at 1731302520730 (+3 ms)Running coprocessor post-open hooks at 1731302520733 (+3 ms)Region opened successfully at 1731302520733 2024-11-11T05:22:00,733 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302520398.08c73b14b095b1da2927b50772136bb9., pid=6, masterSystemTime=1731302520723 2024-11-11T05:22:00,735 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,735 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:00,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08c73b14b095b1da2927b50772136bb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:00,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c73b14b095b1da2927b50772136bb9, server=1d14b453aaa0,41735,1731302510363 because future has completed 2024-11-11T05:22:00,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:00,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08c73b14b095b1da2927b50772136bb9, server=1d14b453aaa0,41735,1731302510363 in 171 msec 2024-11-11T05:22:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:00,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08c73b14b095b1da2927b50772136bb9, ASSIGN in 325 msec 2024-11-11T05:22:00,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:00,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302520745"}]},"ts":"1731302520745"} 2024-11-11T05:22:00,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:00,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:00,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 349 msec 2024-11-11T05:22:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:01,025 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:01,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:01,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33977,1731302515378 2024-11-11T05:22:01,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad35cbd 2024-11-11T05:22:01,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:01,027 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:01,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:01,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:01,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:01,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:01,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:01,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d8e7d27666ba51600702a1ef7298f94, NAME => 'test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531 2024-11-11T05:22:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:01,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:01,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d8e7d27666ba51600702a1ef7298f94, disabling compactions & flushes 2024-11-11T05:22:01,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:01,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:01,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. after waiting 0 ms 2024-11-11T05:22:01,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:01,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:01,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d8e7d27666ba51600702a1ef7298f94: Waiting for close lock at 1731302521840Disabling compacts and flushes for region at 1731302521840Disabling writes for close at 1731302521840Writing region close event to WAL at 1731302521840Closed at 1731302521840 2024-11-11T05:22:01,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:01,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302521841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302521841"}]},"ts":"1731302521841"} 2024-11-11T05:22:01,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:01,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:01,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302521843"}]},"ts":"1731302521843"} 2024-11-11T05:22:01,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:01,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d8e7d27666ba51600702a1ef7298f94, ASSIGN}] 2024-11-11T05:22:01,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d8e7d27666ba51600702a1ef7298f94, ASSIGN 2024-11-11T05:22:01,846 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d8e7d27666ba51600702a1ef7298f94, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37175,1731302515493; forceNewPlan=false, retain=false 2024-11-11T05:22:01,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d8e7d27666ba51600702a1ef7298f94, regionState=OPENING, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:01,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d8e7d27666ba51600702a1ef7298f94, ASSIGN because future has completed 2024-11-11T05:22:01,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8e7d27666ba51600702a1ef7298f94, server=1d14b453aaa0,37175,1731302515493}] 2024-11-11T05:22:02,154 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:02,154 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d8e7d27666ba51600702a1ef7298f94, NAME => 'test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:02,154 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:02,154 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:02,154 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,154 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:02,154 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,154 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,155 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,156 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8e7d27666ba51600702a1ef7298f94 columnFamilyName f 2024-11-11T05:22:02,156 DEBUG [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:02,156 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(327): Store=5d8e7d27666ba51600702a1ef7298f94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:02,156 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,157 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8e7d27666ba51600702a1ef7298f94 columnFamilyName f1 2024-11-11T05:22:02,157 DEBUG [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:02,157 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(327): Store=5d8e7d27666ba51600702a1ef7298f94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:02,157 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,158 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8e7d27666ba51600702a1ef7298f94 columnFamilyName norep 2024-11-11T05:22:02,158 DEBUG [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:02,158 INFO [StoreOpener-5d8e7d27666ba51600702a1ef7298f94-1 {}] regionserver.HStore(327): Store=5d8e7d27666ba51600702a1ef7298f94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:02,158 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,159 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,159 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,159 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,159 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,160 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:02,160 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,162 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:02,162 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d8e7d27666ba51600702a1ef7298f94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66403394, jitterRate=-0.010512322187423706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:02,162 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:02,162 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d8e7d27666ba51600702a1ef7298f94: Running coprocessor pre-open hook at 1731302522154Writing region info on filesystem at 1731302522154Initializing all the Stores at 1731302522155 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302522155Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302522155Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302522155Cleaning up temporary data from old regions at 1731302522159 (+4 ms)Running coprocessor post-open hooks at 1731302522162 (+3 ms)Region opened successfully at 1731302522162 2024-11-11T05:22:02,163 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94., pid=6, masterSystemTime=1731302522151 2024-11-11T05:22:02,164 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:02,164 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:02,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d8e7d27666ba51600702a1ef7298f94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:02,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8e7d27666ba51600702a1ef7298f94, server=1d14b453aaa0,37175,1731302515493 because future has completed 2024-11-11T05:22:02,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:02,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d8e7d27666ba51600702a1ef7298f94, server=1d14b453aaa0,37175,1731302515493 in 169 msec 2024-11-11T05:22:02,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:02,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d8e7d27666ba51600702a1ef7298f94, ASSIGN in 324 msec 2024-11-11T05:22:02,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:02,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302522170"}]},"ts":"1731302522170"} 2024-11-11T05:22:02,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:02,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:02,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-11T05:22:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:03,175 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:03,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489d5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40367,-1 for getting cluster id 2024-11-11T05:22:03,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:03,177 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '276a3c48-d5ca-461e-b02c-4189897d1786' 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "276a3c48-d5ca-461e-b02c-4189897d1786" 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbbb6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40367,-1] 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:03,178 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec2671c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,40367,1731302503109 2024-11-11T05:22:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@754a37f 2024-11-11T05:22:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:03,180 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:03,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:42819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:03,182 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:42819' 2024-11-11T05:22:03,183 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd48856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,183 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:03,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:03,184 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adc718c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:03,185 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:03,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5fb06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:03,185 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512170f9 2024-11-11T05:22:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:03,187 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:03,187 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:22:03,187 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:03,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:03,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:03,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:03,188 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:03,189 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:22:03,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:03,189 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:03,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:22:03,239 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:22:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:03,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:22:03,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ccadb05d5ebedb75d032626bd8e7866, NAME => 'hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc 2024-11-11T05:22:03,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:22:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ccadb05d5ebedb75d032626bd8e7866, disabling compactions & flushes 2024-11-11T05:22:04,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. after waiting 0 ms 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ccadb05d5ebedb75d032626bd8e7866: Waiting for close lock at 1731302524005Disabling compacts and flushes for region at 1731302524005Disabling writes for close at 1731302524005Writing region close event to WAL at 1731302524005Closed at 1731302524005 2024-11-11T05:22:04,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:04,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302524006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302524006"}]},"ts":"1731302524006"} 2024-11-11T05:22:04,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:04,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:04,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302524008"}]},"ts":"1731302524008"} 2024-11-11T05:22:04,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:22:04,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ccadb05d5ebedb75d032626bd8e7866, ASSIGN}] 2024-11-11T05:22:04,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ccadb05d5ebedb75d032626bd8e7866, ASSIGN 2024-11-11T05:22:04,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ccadb05d5ebedb75d032626bd8e7866, ASSIGN; state=OFFLINE, location=1d14b453aaa0,42045,1731302503423; forceNewPlan=false, retain=false 2024-11-11T05:22:04,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ccadb05d5ebedb75d032626bd8e7866, regionState=OPENING, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:22:04,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ccadb05d5ebedb75d032626bd8e7866, ASSIGN because future has completed 2024-11-11T05:22:04,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ccadb05d5ebedb75d032626bd8e7866, server=1d14b453aaa0,42045,1731302503423}] 2024-11-11T05:22:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:04,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:04,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:22:04,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C42045%2C1731302503423.rep, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/oldWALs, maxLogs=10 2024-11-11T05:22:04,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.rep.1731302524321, exclude list is [], retry=0 2024-11-11T05:22:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-8e6dd370-a2b4-4e4d-82eb-1d0bfc2f1a5b,DISK] 2024-11-11T05:22:04,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.rep.1731302524321 2024-11-11T05:22:04,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-11T05:22:04,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ccadb05d5ebedb75d032626bd8e7866, NAME => 'hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:04,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. service=MultiRowMutationService 2024-11-11T05:22:04,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,343 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,344 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccadb05d5ebedb75d032626bd8e7866 columnFamilyName hfileref 2024-11-11T05:22:04,344 DEBUG [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:04,345 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(327): Store=6ccadb05d5ebedb75d032626bd8e7866/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:04,345 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,345 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccadb05d5ebedb75d032626bd8e7866 columnFamilyName queue 2024-11-11T05:22:04,345 DEBUG [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:04,346 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(327): Store=6ccadb05d5ebedb75d032626bd8e7866/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:04,346 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,346 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccadb05d5ebedb75d032626bd8e7866 columnFamilyName sid 2024-11-11T05:22:04,346 DEBUG [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:04,347 INFO [StoreOpener-6ccadb05d5ebedb75d032626bd8e7866-1 {}] regionserver.HStore(327): Store=6ccadb05d5ebedb75d032626bd8e7866/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:04,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ccadb05d5ebedb75d032626bd8e7866; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59144074, jitterRate=-0.11868461966514587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:04,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:04,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ccadb05d5ebedb75d032626bd8e7866: Running coprocessor pre-open hook at 1731302524342Writing region info on filesystem at 1731302524342Initializing all the Stores at 1731302524343 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302524343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302524343Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302524343Cleaning up temporary data from old regions at 1731302524348 (+5 ms)Running coprocessor post-open hooks at 1731302524352 (+4 ms)Region opened successfully at 1731302524352 2024-11-11T05:22:04,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866., pid=10, masterSystemTime=1731302524316 2024-11-11T05:22:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:04,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ccadb05d5ebedb75d032626bd8e7866, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,42045,1731302503423 2024-11-11T05:22:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ccadb05d5ebedb75d032626bd8e7866, server=1d14b453aaa0,42045,1731302503423 because future has completed 2024-11-11T05:22:04,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:22:04,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ccadb05d5ebedb75d032626bd8e7866, server=1d14b453aaa0,42045,1731302503423 in 193 msec 2024-11-11T05:22:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:22:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ccadb05d5ebedb75d032626bd8e7866, ASSIGN in 348 msec 2024-11-11T05:22:04,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:04,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302524360"}]},"ts":"1731302524360"} 2024-11-11T05:22:04,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:22:04,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:04,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-11T05:22:04,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866., hostname=1d14b453aaa0,42045,1731302503423, seqNum=2] 2024-11-11T05:22:04,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:04,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:22:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:22:04,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:22:04,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:22:04,865 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:22:04,898 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,42045,1731302503423, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:22:04,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:04,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42045,1731302503423, seqNum=-1] 2024-11-11T05:22:04,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:04,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:04,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,42045,1731302503423', locateType=CURRENT is [region=hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866., hostname=1d14b453aaa0,42045,1731302503423, seqNum=2] 2024-11-11T05:22:04,904 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:22:04,906 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,42045,1731302503423 suceeded 2024-11-11T05:22:04,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:22:04,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T05:22:04,907 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:42819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:22:04,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7270 sec 2024-11-11T05:22:04,918 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:42819' 2024-11-11T05:22:04,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9235c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:04,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:04,919 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:04,919 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63508b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:04,921 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:04,921 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7dcd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:04,922 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d248e7b 2024-11-11T05:22:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:04,923 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:04,923 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,42045,1731302503423 (queues=1) is replicating from cluster=276a3c48-d5ca-461e-b02c-4189897d1786 to cluster=46eb7df9-732c-4e65-9412-70f17c2c3cae 2024-11-11T05:22:04,924 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C42045%2C1731302503423 2024-11-11T05:22:04,924 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,42045,1731302503423, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:22:04,924 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, startPosition=0, beingWritten=true 2024-11-11T05:22:04,929 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C42045%2C1731302503423 2024-11-11T05:22:04,931 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:04,932 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:04,932 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42045,1731302503423 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:05,135 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:05,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:22:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:05,325 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:22:05,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:05,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:05,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:05,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107be593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:05,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:05,327 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edb79ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:05,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,328 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:05,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78628a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31afa003 2024-11-11T05:22:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:05,330 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:05,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:33977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:05,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:33977' 2024-11-11T05:22:05,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d55494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,333 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:22:05,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:05,334 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:22:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:22:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fef3ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:22:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,335 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f17fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:05,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33977,1731302515378 2024-11-11T05:22:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59182db9 2024-11-11T05:22:05,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:05,337 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:05,338 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:22:05,338 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:05,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:05,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:05,338 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:05,339 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:22:05,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:05,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:05,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:05,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:22:05,389 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:05,438 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:05,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57aedc3160caba234d7be2cb818700d9, NAME => 'hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8 2024-11-11T05:22:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:22:05,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:22:05,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:22:05,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:05,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:22:05,842 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:06,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:06,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 57aedc3160caba234d7be2cb818700d9, disabling compactions & flushes 2024-11-11T05:22:06,152 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. after waiting 0 ms 2024-11-11T05:22:06,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,152 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57aedc3160caba234d7be2cb818700d9: Waiting for close lock at 1731302526152Disabling compacts and flushes for region at 1731302526152Disabling writes for close at 1731302526152Writing region close event to WAL at 1731302526152Closed at 1731302526152 2024-11-11T05:22:06,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:06,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302526153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302526153"}]},"ts":"1731302526153"} 2024-11-11T05:22:06,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:06,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:06,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302526155"}]},"ts":"1731302526155"} 2024-11-11T05:22:06,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:22:06,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57aedc3160caba234d7be2cb818700d9, ASSIGN}] 2024-11-11T05:22:06,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57aedc3160caba234d7be2cb818700d9, ASSIGN 2024-11-11T05:22:06,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57aedc3160caba234d7be2cb818700d9, ASSIGN; state=OFFLINE, location=1d14b453aaa0,41735,1731302510363; forceNewPlan=false, retain=false 2024-11-11T05:22:06,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57aedc3160caba234d7be2cb818700d9, regionState=OPENING, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57aedc3160caba234d7be2cb818700d9, ASSIGN because future has completed 2024-11-11T05:22:06,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57aedc3160caba234d7be2cb818700d9, server=1d14b453aaa0,41735,1731302510363}] 2024-11-11T05:22:06,345 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:06,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:06,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:22:06,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41735%2C1731302510363.rep, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/oldWALs, maxLogs=10 2024-11-11T05:22:06,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.rep.1731302526467, exclude list is [], retry=0 2024-11-11T05:22:06,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-3523b8f0-9e6d-4a67-b6d4-ccbd8c2fe18b,DISK] 2024-11-11T05:22:06,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.rep.1731302526467 2024-11-11T05:22:06,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-11T05:22:06,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 57aedc3160caba234d7be2cb818700d9, NAME => 'hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:06,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. service=MultiRowMutationService 2024-11-11T05:22:06,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,483 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,484 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57aedc3160caba234d7be2cb818700d9 columnFamilyName hfileref 2024-11-11T05:22:06,484 DEBUG [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:06,485 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(327): Store=57aedc3160caba234d7be2cb818700d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:06,485 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,485 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57aedc3160caba234d7be2cb818700d9 columnFamilyName queue 2024-11-11T05:22:06,486 DEBUG [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:06,486 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(327): Store=57aedc3160caba234d7be2cb818700d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:06,486 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,487 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57aedc3160caba234d7be2cb818700d9 columnFamilyName sid 2024-11-11T05:22:06,487 DEBUG [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:06,487 INFO [StoreOpener-57aedc3160caba234d7be2cb818700d9-1 {}] regionserver.HStore(327): Store=57aedc3160caba234d7be2cb818700d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:06,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/replication/57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/replication/57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:06,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/replication/57aedc3160caba234d7be2cb818700d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:06,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 57aedc3160caba234d7be2cb818700d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59901864, jitterRate=-0.10739266872406006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:06,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:06,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 57aedc3160caba234d7be2cb818700d9: Running coprocessor pre-open hook at 1731302526482Writing region info on filesystem at 1731302526482Initializing all the Stores at 1731302526483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302526483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302526483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302526483Cleaning up temporary data from old regions at 1731302526488 (+5 ms)Running coprocessor post-open hooks at 1731302526493 (+5 ms)Region opened successfully at 1731302526493 2024-11-11T05:22:06,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9., pid=10, masterSystemTime=1731302526462 2024-11-11T05:22:06,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:06,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57aedc3160caba234d7be2cb818700d9, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57aedc3160caba234d7be2cb818700d9, server=1d14b453aaa0,41735,1731302510363 because future has completed 2024-11-11T05:22:06,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:22:06,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57aedc3160caba234d7be2cb818700d9, server=1d14b453aaa0,41735,1731302510363 in 188 msec 2024-11-11T05:22:06,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:22:06,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57aedc3160caba234d7be2cb818700d9, ASSIGN in 343 msec 2024-11-11T05:22:06,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:06,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302526502"}]},"ts":"1731302526502"} 2024-11-11T05:22:06,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:22:06,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:06,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-11T05:22:06,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9., hostname=1d14b453aaa0,41735,1731302510363, seqNum=2] 2024-11-11T05:22:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:22:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:22:06,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:22:06,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:22:06,793 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:22:06,819 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,41735,1731302510363, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:22:06,819 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:06,819 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41735,1731302510363, seqNum=-1] 2024-11-11T05:22:06,820 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:06,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:06,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,41735,1731302510363', locateType=CURRENT is [region=hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9., hostname=1d14b453aaa0,41735,1731302510363, seqNum=2] 2024-11-11T05:22:06,823 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:22:06,825 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,41735,1731302510363 suceeded 2024-11-11T05:22:06,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:22:06,827 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:33977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:22:06,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-11T05:22:06,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-11T05:22:06,838 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:33977' 2024-11-11T05:22:06,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaf844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:06,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:22:06,839 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:06,839 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2124dbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:06,841 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:06,841 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681ca933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:06,841 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33977,1731302515378 2024-11-11T05:22:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2502cbec 2024-11-11T05:22:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:06,842 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:06,843 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,41735,1731302510363 (queues=1) is replicating from cluster=46eb7df9-732c-4e65-9412-70f17c2c3cae to cluster=ae0e1b4e-22d3-403d-ab11-4ebd1eda6084 2024-11-11T05:22:06,843 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C41735%2C1731302510363 2024-11-11T05:22:06,843 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,41735,1731302510363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:22:06,843 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, startPosition=0, beingWritten=true 2024-11-11T05:22:06,846 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C41735%2C1731302510363 2024-11-11T05:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:06,948 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:07,052 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:07,355 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:07,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:22:07,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:07,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:07,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:07,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:22:07,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:07,477 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:22:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:22:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd9c5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:22:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,478 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a15b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,33977,1731302515378 2024-11-11T05:22:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705be822 2024-11-11T05:22:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:07,481 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:07,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:42819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:07,484 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:42819' 2024-11-11T05:22:07,484 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb64754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,484 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:07,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:07,485 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b74b538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,486 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:07,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207efed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:07,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a0455f 2024-11-11T05:22:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:07,488 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:07,488 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:22:07,488 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:07,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:07,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:07,489 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:07,490 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:22:07,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:07,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:07,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:22:07,540 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:22:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:07,651 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:07,758 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:07,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d2f37ce0823048764f851a379861421, NAME => 'hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531 2024-11-11T05:22:07,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:22:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:08,261 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:08,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:08,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5d2f37ce0823048764f851a379861421, disabling compactions & flushes 2024-11-11T05:22:08,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. after waiting 0 ms 2024-11-11T05:22:08,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d2f37ce0823048764f851a379861421: Waiting for close lock at 1731302528303Disabling compacts and flushes for region at 1731302528303Disabling writes for close at 1731302528304 (+1 ms)Writing region close event to WAL at 1731302528304Closed at 1731302528304 2024-11-11T05:22:08,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:08,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302528369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302528369"}]},"ts":"1731302528369"} 2024-11-11T05:22:08,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:08,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:08,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302528371"}]},"ts":"1731302528371"} 2024-11-11T05:22:08,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:22:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d2f37ce0823048764f851a379861421, ASSIGN}] 2024-11-11T05:22:08,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d2f37ce0823048764f851a379861421, ASSIGN 2024-11-11T05:22:08,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d2f37ce0823048764f851a379861421, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37175,1731302515493; forceNewPlan=false, retain=false 2024-11-11T05:22:08,455 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:08,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d2f37ce0823048764f851a379861421, regionState=OPENING, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:08,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d2f37ce0823048764f851a379861421, ASSIGN because future has completed 2024-11-11T05:22:08,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d2f37ce0823048764f851a379861421, server=1d14b453aaa0,37175,1731302515493}] 2024-11-11T05:22:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:08,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:08,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:22:08,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37175%2C1731302515493.rep, suffix=, logDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/oldWALs, maxLogs=10 2024-11-11T05:22:08,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.rep.1731302528685, exclude list is [], retry=0 2024-11-11T05:22:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43023,DS-a0cd7158-7584-4308-8387-950121c377d9,DISK] 2024-11-11T05:22:08,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.rep.1731302528685 2024-11-11T05:22:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38075:38075)] 2024-11-11T05:22:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d2f37ce0823048764f851a379861421, NAME => 'hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:08,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. service=MultiRowMutationService 2024-11-11T05:22:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:22:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,707 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,708 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2f37ce0823048764f851a379861421 columnFamilyName hfileref 2024-11-11T05:22:08,708 DEBUG [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:08,708 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(327): Store=5d2f37ce0823048764f851a379861421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:08,708 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,709 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2f37ce0823048764f851a379861421 columnFamilyName queue 2024-11-11T05:22:08,709 DEBUG [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:08,709 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(327): Store=5d2f37ce0823048764f851a379861421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:08,709 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,710 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2f37ce0823048764f851a379861421 columnFamilyName sid 2024-11-11T05:22:08,710 DEBUG [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:08,710 INFO [StoreOpener-5d2f37ce0823048764f851a379861421-1 {}] regionserver.HStore(327): Store=5d2f37ce0823048764f851a379861421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:08,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/replication/5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/replication/5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:08,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/replication/5d2f37ce0823048764f851a379861421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:08,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5d2f37ce0823048764f851a379861421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59855734, jitterRate=-0.10808005928993225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5d2f37ce0823048764f851a379861421: Running coprocessor pre-open hook at 1731302528706Writing region info on filesystem at 1731302528706Initializing all the Stores at 1731302528707 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302528707Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302528707Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302528707Cleaning up temporary data from old regions at 1731302528712 (+5 ms)Running coprocessor post-open hooks at 1731302528714 (+2 ms)Region opened successfully at 1731302528714 2024-11-11T05:22:08,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421., pid=10, masterSystemTime=1731302528679 2024-11-11T05:22:08,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:08,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d2f37ce0823048764f851a379861421, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:08,719 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33977 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1d14b453aaa0,37175,1731302515493, table=hbase:replication, region=5d2f37ce0823048764f851a379861421. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T05:22:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d2f37ce0823048764f851a379861421, server=1d14b453aaa0,37175,1731302515493 because future has completed 2024-11-11T05:22:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:22:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d2f37ce0823048764f851a379861421, server=1d14b453aaa0,37175,1731302515493 in 193 msec 2024-11-11T05:22:08,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:22:08,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d2f37ce0823048764f851a379861421, ASSIGN in 349 msec 2024-11-11T05:22:08,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:08,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302528725"}]},"ts":"1731302528725"} 2024-11-11T05:22:08,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:22:08,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:08,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-11-11T05:22:08,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421., hostname=1d14b453aaa0,37175,1731302515493, seqNum=2] 2024-11-11T05:22:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:22:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:22:08,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:22:08,864 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:08,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:22:08,950 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:22:08,976 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,37175,1731302515493, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:22:08,977 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:08,977 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37175,1731302515493, seqNum=-1] 2024-11-11T05:22:08,977 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:08,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,37175,1731302515493', locateType=CURRENT is [region=hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421., hostname=1d14b453aaa0,37175,1731302515493, seqNum=2] 2024-11-11T05:22:08,996 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:22:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:22:08,998 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,37175,1731302515493 suceeded 2024-11-11T05:22:08,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:22:08,999 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:42819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:22:08,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-11T05:22:09,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-11T05:22:09,010 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:42819' 2024-11-11T05:22:09,011 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f626a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,011 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:09,012 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:09,012 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@385070cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,013 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:09,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eba49f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:09,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:09,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecaddc8 2024-11-11T05:22:09,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:09,015 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:09,015 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,37175,1731302515493 (queues=1) is replicating from cluster=ae0e1b4e-22d3-403d-ab11-4ebd1eda6084 to cluster=46eb7df9-732c-4e65-9412-70f17c2c3cae 2024-11-11T05:22:09,016 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C37175%2C1731302515493 2024-11-11T05:22:09,016 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,37175,1731302515493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:22:09,016 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C37175%2C1731302515493 2024-11-11T05:22:09,016 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, startPosition=0, beingWritten=true 2024-11-11T05:22:09,019 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:09,019 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:09,020 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:09,222 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:09,359 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:09,567 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:09,636 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:22:09,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:09,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:09,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,40367,-1 for getting cluster id 2024-11-11T05:22:09,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:09,639 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '276a3c48-d5ca-461e-b02c-4189897d1786' 2024-11-11T05:22:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "276a3c48-d5ca-461e-b02c-4189897d1786" 2024-11-11T05:22:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d474eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,40367,-1] 2024-11-11T05:22:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,641 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdf3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:09,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:09,643 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd763d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,645 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b9ecbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:22:09,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:09,647 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:22:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:22:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ab2b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:22:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:09,648 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7dd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:09,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,42045,1731302503423, seqNum=-1] 2024-11-11T05:22:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:09,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302519256.97c4d876dabffda7d250869120706d5c., hostname=1d14b453aaa0,42045,1731302503423, seqNum=2] 2024-11-11T05:22:09,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37175,1731302515493, seqNum=-1] 2024-11-11T05:22:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:09,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94., hostname=1d14b453aaa0,37175,1731302515493, seqNum=2] 2024-11-11T05:22:09,661 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T05:22:09,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:09,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:09,933 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:10,363 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 379, reset compression=false 2024-11-11T05:22:10,367 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:10,367 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:10,367 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42045,1731302503423 got entry batch from reader: WALEntryBatch [walEntries=[{test/97c4d876dabffda7d250869120706d5c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T05:22:10,369 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:10,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T05:22:10,371 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:10,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:10,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2664592c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:10,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42819,-1 for getting cluster id 2024-11-11T05:22:10,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:10,373 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46eb7df9-732c-4e65-9412-70f17c2c3cae' 2024-11-11T05:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46eb7df9-732c-4e65-9412-70f17c2c3cae" 2024-11-11T05:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d2ebea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:10,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42819,-1] 2024-11-11T05:22:10,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:10,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:10,374 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:10,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e22a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:10,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41735,1731302510363, seqNum=-1] 2024-11-11T05:22:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:10,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302520398.08c73b14b095b1da2927b50772136bb9., hostname=1d14b453aaa0,41735,1731302510363, seqNum=2] 2024-11-11T05:22:10,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:10,436 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:10,573 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:10,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T05:22:10,876 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:11,042 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:11,274 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 379, reset compression=false 2024-11-11T05:22:11,277 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:11,278 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 503, reset compression=false 2024-11-11T05:22:11,278 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[{test/08c73b14b095b1da2927b50772136bb9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T05:22:11,278 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:11,279 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:11,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T05:22:11,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:11,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16410cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:11,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,33977,-1 for getting cluster id 2024-11-11T05:22:11,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:11,285 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae0e1b4e-22d3-403d-ab11-4ebd1eda6084' 2024-11-11T05:22:11,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:11,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae0e1b4e-22d3-403d-ab11-4ebd1eda6084" 2024-11-11T05:22:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8f5535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,33977,-1] 2024-11-11T05:22:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:11,286 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:11,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685735b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:11,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:11,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37175,1731302515493, seqNum=-1] 2024-11-11T05:22:11,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:11,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:11,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94., hostname=1d14b453aaa0,37175,1731302515493, seqNum=2] 2024-11-11T05:22:11,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:11,485 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 503, reset compression=false 2024-11-11T05:22:11,664 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T05:22:11,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41735,1731302510363, seqNum=-1] 2024-11-11T05:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:11,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731302520398.08c73b14b095b1da2927b50772136bb9., hostname=1d14b453aaa0,41735,1731302510363, seqNum=2] 2024-11-11T05:22:11,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T05:22:11,746 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 379, reset compression=false 2024-11-11T05:22:11,750 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:11,750 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 526, reset compression=false 2024-11-11T05:22:11,750 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:11,785 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:11,788 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 503, reset compression=false 2024-11-11T05:22:11,791 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:11,791 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 607, reset compression=false 2024-11-11T05:22:11,791 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[{test/08c73b14b095b1da2927b50772136bb9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:22:11,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:11,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:11,953 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 526, reset compression=false 2024-11-11T05:22:11,957 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:11,957 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 653, reset compression=false 2024-11-11T05:22:11,957 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:11,996 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 607, reset compression=false 2024-11-11T05:22:12,160 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 653, reset compression=false 2024-11-11T05:22:12,299 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 607, reset compression=false 2024-11-11T05:22:12,388 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:12,463 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 653, reset compression=false 2024-11-11T05:22:12,673 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T05:22:12,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T05:22:12,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:22:12,702 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 607, reset compression=false 2024-11-11T05:22:12,866 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 653, reset compression=false 2024-11-11T05:22:12,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:12,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 757, reset compression=false 2024-11-11T05:22:12,870 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d8e7d27666ba51600702a1ef7298f94/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T05:22:12,872 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:12,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T05:22:12,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:12,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:13,073 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 757, reset compression=false 2024-11-11T05:22:13,091 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:13,205 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 607, reset compression=false 2024-11-11T05:22:13,208 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:13,208 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 735, reset compression=false 2024-11-11T05:22:13,208 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:13,376 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 757, reset compression=false 2024-11-11T05:22:13,413 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 735, reset compression=false 2024-11-11T05:22:13,678 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T05:22:13,681 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T05:22:13,716 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 735, reset compression=false 2024-11-11T05:22:13,779 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 757, reset compression=false 2024-11-11T05:22:13,894 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 480, reset compression=false 2024-11-11T05:22:13,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:13,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:13,899 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42045,1731302503423 got entry batch from reader: WALEntryBatch [walEntries=[{test/97c4d876dabffda7d250869120706d5c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T05:22:13,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:13,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:14,104 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:14,118 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 735, reset compression=false 2024-11-11T05:22:14,122 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:14,122 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 882, reset compression=false 2024-11-11T05:22:14,122 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[{test/08c73b14b095b1da2927b50772136bb9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T05:22:14,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:14,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:14,282 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 757, reset compression=false 2024-11-11T05:22:14,286 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:14,286 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 927, reset compression=false 2024-11-11T05:22:14,286 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:14,325 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 882, reset compression=false 2024-11-11T05:22:14,407 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:14,488 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 927, reset compression=false 2024-11-11T05:22:14,627 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 882, reset compression=false 2024-11-11T05:22:14,683 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T05:22:14,699 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T05:22:14,792 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 927, reset compression=false 2024-11-11T05:22:14,810 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:15,043 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 882, reset compression=false 2024-11-11T05:22:15,070 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:15,070 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1041, reset compression=false 2024-11-11T05:22:15,071 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[{test/08c73b14b095b1da2927b50772136bb9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T05:22:15,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:15,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:15,222 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 927, reset compression=false 2024-11-11T05:22:15,235 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:15,235 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1076, reset compression=false 2024-11-11T05:22:15,235 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:15,285 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1041, reset compression=false 2024-11-11T05:22:15,333 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:15,460 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1076, reset compression=false 2024-11-11T05:22:15,596 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1041, reset compression=false 2024-11-11T05:22:15,702 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T05:22:15,709 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T05:22:15,776 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1076, reset compression=false 2024-11-11T05:22:15,784 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:15,784 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1235, reset compression=false 2024-11-11T05:22:15,785 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d8e7d27666ba51600702a1ef7298f94/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T05:22:15,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T05:22:15,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T05:22:15,941 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:15,994 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1235, reset compression=false 2024-11-11T05:22:16,001 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1041, reset compression=false 2024-11-11T05:22:16,008 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:16,008 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:16,008 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:16,212 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:16,300 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1235, reset compression=false 2024-11-11T05:22:16,514 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:16,645 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:16,703 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1235, reset compression=false 2024-11-11T05:22:16,711 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T05:22:16,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:22:16,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:16,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:16,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:16,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:16,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:16,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:22:16,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806676, stopped=false 2024-11-11T05:22:16,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,33977,1731302515378 2024-11-11T05:22:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21073825866/running 2024-11-11T05:22:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21073825866/running 2024-11-11T05:22:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:22:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:22:16,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:16,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/running 2024-11-11T05:22:16,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:16,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Set watcher on znode that does not yet exist, /21073825866/running 2024-11-11T05:22:16,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:16,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:16,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37175,1731302515493' ***** 2024-11-11T05:22:16,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:22:16,738 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:22:16,738 INFO [RS:0;1d14b453aaa0:37175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:22:16,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:22:16,738 INFO [RS:0;1d14b453aaa0:37175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:22:16,738 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37175. 2024-11-11T05:22:16,739 DEBUG [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:16,739 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d8e7d27666ba51600702a1ef7298f94, disabling compactions & flushes 2024-11-11T05:22:16,739 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:16,739 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:16,739 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:16,739 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. after waiting 0 ms 2024-11-11T05:22:16,739 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:22:16,739 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:22:16,739 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d8e7d27666ba51600702a1ef7298f94 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T05:22:16,740 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:22:16,740 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1325): Online Regions={5d8e7d27666ba51600702a1ef7298f94=test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94., 1588230740=hbase:meta,,1.1588230740, 5d2f37ce0823048764f851a379861421=hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.} 2024-11-11T05:22:16,740 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2f37ce0823048764f851a379861421, 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:16,741 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:16,741 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:16,741 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:16,741 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:16,741 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:16,741 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:22:16,764 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/info/9375c66263d14bbc997ae098b3fc7284 is 147, key is hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421./info:regioninfo/1731302528717/Put/seqid=0 2024-11-11T05:22:16,765 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f/5409d7dd0f60447787e46acd27e5d98b is 29, key is row1/f:/1731302534684/DeleteFamily/seqid=0 2024-11-11T05:22:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741840_1016 (size=7686) 2024-11-11T05:22:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741841_1017 (size=5152) 2024-11-11T05:22:16,775 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f/5409d7dd0f60447787e46acd27e5d98b 2024-11-11T05:22:16,775 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/info/9375c66263d14bbc997ae098b3fc7284 2024-11-11T05:22:16,785 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-11T05:22:16,785 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T05:22:16,787 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5409d7dd0f60447787e46acd27e5d98b 2024-11-11T05:22:16,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/ns/f1c1902785094195a63ac3d9e569f64d is 43, key is default/ns:d/1731302519026/Put/seqid=0 2024-11-11T05:22:16,803 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f1/a9cb383330e945839373ec840c893fe3 is 30, key is row1/f1:/1731302534684/DeleteFamily/seqid=0 2024-11-11T05:22:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:22:16,808 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/ns/f1c1902785094195a63ac3d9e569f64d 2024-11-11T05:22:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741843_1019 (size=5158) 2024-11-11T05:22:16,826 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:16,833 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3c24cb6aad49eb8d2b3bbe50357741 is 112, key is test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94./rep_barrier:seqnumDuringOpen/1731302522164/Put/seqid=0 2024-11-11T05:22:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741844_1020 (size=5518) 2024-11-11T05:22:16,836 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3c24cb6aad49eb8d2b3bbe50357741 2024-11-11T05:22:16,853 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/table/a71912b1fc6942e68f048113d13f34d0 is 53, key is hbase:replication/table:state/1731302528725/Put/seqid=0 2024-11-11T05:22:16,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741845_1021 (size=5308) 2024-11-11T05:22:16,918 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:16,940 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2f37ce0823048764f851a379861421, 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:17,141 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2f37ce0823048764f851a379861421, 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:17,209 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1235, reset compression=false 2024-11-11T05:22:17,213 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:17,213 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1482, reset compression=false 2024-11-11T05:22:17,213 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,37175,1731302515493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:17,214 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f1/a9cb383330e945839373ec840c893fe3 2024-11-11T05:22:17,213 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,37175,1731302515493: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,37175,1731302515493, walGroup=1d14b453aaa0%2C37175%2C1731302515493, offset=1d14b453aaa0%2C37175%2C1731302515493.1731302517727:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:37175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:22:17,215 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:22:17,215 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:22:17,216 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:22:17,216 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:22:17,216 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:22:17,216 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 861332912 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201251512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:22:17,216 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:33977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:33977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:22:17,218 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9cb383330e945839373ec840c893fe3 2024-11-11T05:22:17,230 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/norep/2e8d41a01a1e4c86a7dccd3d8646642b is 33, key is row2/norep:/1731302535704/DeleteFamily/seqid=0 2024-11-11T05:22:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741846_1022 (size=5108) 2024-11-11T05:22:17,256 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/table/a71912b1fc6942e68f048113d13f34d0 2024-11-11T05:22:17,260 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/info/9375c66263d14bbc997ae098b3fc7284 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/info/9375c66263d14bbc997ae098b3fc7284 2024-11-11T05:22:17,263 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/info/9375c66263d14bbc997ae098b3fc7284, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:22:17,264 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/ns/f1c1902785094195a63ac3d9e569f64d as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/ns/f1c1902785094195a63ac3d9e569f64d 2024-11-11T05:22:17,267 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/ns/f1c1902785094195a63ac3d9e569f64d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:22:17,268 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3c24cb6aad49eb8d2b3bbe50357741 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/rep_barrier/bb3c24cb6aad49eb8d2b3bbe50357741 2024-11-11T05:22:17,271 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/rep_barrier/bb3c24cb6aad49eb8d2b3bbe50357741, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:22:17,272 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/.tmp/table/a71912b1fc6942e68f048113d13f34d0 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/table/a71912b1fc6942e68f048113d13f34d0 2024-11-11T05:22:17,276 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/table/a71912b1fc6942e68f048113d13f34d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:22:17,277 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false 2024-11-11T05:22:17,286 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:22:17,286 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:17,286 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:17,286 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:17,286 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302536740Running coprocessor pre-close hooks at 1731302536741 (+1 ms)Disabling compacts and flushes for region at 1731302536741Disabling writes for close at 1731302536741Obtaining lock to block concurrent updates at 1731302536741Preparing flush snapshotting stores in 1588230740 at 1731302536741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302536742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302536742Flushing 1588230740/info: creating writer at 1731302536743 (+1 ms)Flushing 1588230740/info: appending metadata at 1731302536763 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731302536763Flushing 1588230740/ns: creating writer at 1731302536779 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731302536801 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731302536801Flushing 1588230740/rep_barrier: creating writer at 1731302536812 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302536832 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302536832Flushing 1588230740/table: creating writer at 1731302536840 (+8 ms)Flushing 1588230740/table: appending metadata at 1731302536852 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731302536852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693b4d4d: reopening flushed file at 1731302537260 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97d6f35: reopening flushed file at 1731302537263 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f58d41: reopening flushed file at 1731302537267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a49f10c: reopening flushed file at 1731302537272 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false at 1731302537277 (+5 ms)Writing region close event to WAL at 1731302537283 (+6 ms)Running coprocessor post-close hooks at 1731302537286 (+3 ms)Closed at 1731302537286 2024-11-11T05:22:17,286 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:17,341 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 5d2f37ce0823048764f851a379861421, 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:17,417 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1482, reset compression=false 2024-11-11T05:22:17,421 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:17,452 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:17,541 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 5d2f37ce0823048764f851a379861421, 5d8e7d27666ba51600702a1ef7298f94 2024-11-11T05:22:17,633 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/norep/2e8d41a01a1e4c86a7dccd3d8646642b 2024-11-11T05:22:17,636 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e8d41a01a1e4c86a7dccd3d8646642b 2024-11-11T05:22:17,636 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f/5409d7dd0f60447787e46acd27e5d98b as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/f/5409d7dd0f60447787e46acd27e5d98b 2024-11-11T05:22:17,640 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5409d7dd0f60447787e46acd27e5d98b 2024-11-11T05:22:17,640 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/f/5409d7dd0f60447787e46acd27e5d98b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:17,640 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/f1/a9cb383330e945839373ec840c893fe3 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/f1/a9cb383330e945839373ec840c893fe3 2024-11-11T05:22:17,643 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9cb383330e945839373ec840c893fe3 2024-11-11T05:22:17,643 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/f1/a9cb383330e945839373ec840c893fe3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:17,644 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/.tmp/norep/2e8d41a01a1e4c86a7dccd3d8646642b as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/norep/2e8d41a01a1e4c86a7dccd3d8646642b 2024-11-11T05:22:17,648 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e8d41a01a1e4c86a7dccd3d8646642b 2024-11-11T05:22:17,648 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/norep/2e8d41a01a1e4c86a7dccd3d8646642b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:17,649 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5d8e7d27666ba51600702a1ef7298f94 in 910ms, sequenceid=10, compaction requested=false 2024-11-11T05:22:17,667 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/data/default/test/5d8e7d27666ba51600702a1ef7298f94/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:17,668 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d8e7d27666ba51600702a1ef7298f94: Waiting for close lock at 1731302536739Running coprocessor pre-close hooks at 1731302536739Disabling compacts and flushes for region at 1731302536739Disabling writes for close at 1731302536739Obtaining lock to block concurrent updates at 1731302536739Preparing flush snapshotting stores in 5d8e7d27666ba51600702a1ef7298f94 at 1731302536739Finished memstore snapshotting test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731302536740 (+1 ms)Flushing stores of test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. at 1731302536741 (+1 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/f: creating writer at 1731302536741Flushing 5d8e7d27666ba51600702a1ef7298f94/f: appending metadata at 1731302536764 (+23 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/f: closing flushed file at 1731302536764Flushing 5d8e7d27666ba51600702a1ef7298f94/f1: creating writer at 1731302536787 (+23 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/f1: appending metadata at 1731302536802 (+15 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/f1: closing flushed file at 1731302536802Flushing 5d8e7d27666ba51600702a1ef7298f94/norep: creating writer at 1731302537218 (+416 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/norep: appending metadata at 1731302537229 (+11 ms)Flushing 5d8e7d27666ba51600702a1ef7298f94/norep: closing flushed file at 1731302537229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34349644: reopening flushed file at 1731302537636 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0e3b7b: reopening flushed file at 1731302537640 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5380b5b3: reopening flushed file at 1731302537644 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5d8e7d27666ba51600702a1ef7298f94 in 910ms, sequenceid=10, compaction requested=false at 1731302537649 (+5 ms)Writing region close event to WAL at 1731302537665 (+16 ms)Running coprocessor post-close hooks at 1731302537668 (+3 ms)Closed at 1731302537668 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302521027.5d8e7d27666ba51600702a1ef7298f94. 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d2f37ce0823048764f851a379861421, disabling compactions & flushes 2024-11-11T05:22:17,668 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. after waiting 0 ms 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d2f37ce0823048764f851a379861421: Waiting for close lock at 1731302537668Running coprocessor pre-close hooks at 1731302537668Disabling compacts and flushes for region at 1731302537668Disabling writes for close at 1731302537668Failed flush hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421., putting online again at 1731302537668 2024-11-11T05:22:17,669 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,679 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:22:17,679 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:22:17,720 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 1482, reset compression=false 2024-11-11T05:22:17,724 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:17,724 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 2126, reset compression=false 2024-11-11T05:22:17,741 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:22:17,741 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1325): Online Regions={5d2f37ce0823048764f851a379861421=hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421.} 2024-11-11T05:22:17,741 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:17,741 DEBUG [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1351): Waiting on 5d2f37ce0823048764f851a379861421 2024-11-11T05:22:17,741 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d2f37ce0823048764f851a379861421, disabling compactions & flushes 2024-11-11T05:22:17,741 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,741 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,741 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. after waiting 0 ms 2024-11-11T05:22:17,741 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,742 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d2f37ce0823048764f851a379861421: Waiting for close lock at 1731302537741Running coprocessor pre-close hooks at 1731302537741Disabling compacts and flushes for region at 1731302537741Disabling writes for close at 1731302537741Failed flush hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421., putting online again at 1731302537742 (+1 ms) 2024-11-11T05:22:17,742 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302527489.5d2f37ce0823048764f851a379861421. 2024-11-11T05:22:17,927 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.1731302517727 to pos 2126, reset compression=false 2024-11-11T05:22:17,941 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:22:17,941 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37175,1731302515493; all regions closed. 2024-11-11T05:22:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:22:17,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/WALs/1d14b453aaa0,37175,1731302515493/1d14b453aaa0%2C37175%2C1731302515493.meta.1731302518924.meta not finished, retry = 0 2024-11-11T05:22:18,024 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741839_1015 (size=2171) 2024-11-11T05:22:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741832_1008 (size=2134) 2024-11-11T05:22:18,058 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:18,058 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:18,058 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:18,059 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:18,059 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:18,059 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:18,059 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,37175,1731302515493 because: Region server is closing 2024-11-11T05:22:18,059 INFO [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37175. 2024-11-11T05:22:18,059 DEBUG [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:18,059 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:18,059 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:18,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:18,160 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.shipper1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 terminated 2024-11-11T05:22:18,160 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,37175,1731302515493.replicationSource.wal-reader.1d14b453aaa0%2C37175%2C1731302515493,1-1d14b453aaa0,37175,1731302515493 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:22:18,160 INFO [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37175. 2024-11-11T05:22:18,160 DEBUG [RS:0;1d14b453aaa0:37175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:18,160 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:18,160 DEBUG [RS:0;1d14b453aaa0:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:18,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:18,160 INFO [RS:0;1d14b453aaa0:37175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37175 2024-11-11T05:22:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21073825866/rs/1d14b453aaa0,37175,1731302515493 2024-11-11T05:22:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866/rs 2024-11-11T05:22:18,225 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:18,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37175,1731302515493] 2024-11-11T05:22:18,355 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:18,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21073825866/draining/1d14b453aaa0,37175,1731302515493 already deleted, retry=false 2024-11-11T05:22:18,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37175,1731302515493 expired; onlineServers=0 2024-11-11T05:22:18,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,33977,1731302515378' ***** 2024-11-11T05:22:18,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:22:18,384 INFO [M:0;1d14b453aaa0:33977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:18,384 INFO [M:0;1d14b453aaa0:33977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:18,384 DEBUG [M:0;1d14b453aaa0:33977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:22:18,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:22:18,384 DEBUG [M:0;1d14b453aaa0:33977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:22:18,384 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302517437 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302517437,5,FailOnTimeoutGroup] 2024-11-11T05:22:18,384 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302517437 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302517437,5,FailOnTimeoutGroup] 2024-11-11T05:22:18,384 INFO [M:0;1d14b453aaa0:33977 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:18,384 INFO [M:0;1d14b453aaa0:33977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:18,384 DEBUG [M:0;1d14b453aaa0:33977 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:22:18,384 INFO [M:0;1d14b453aaa0:33977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:22:18,385 INFO [M:0;1d14b453aaa0:33977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:18,385 INFO [M:0;1d14b453aaa0:33977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:22:18,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:22:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x1012857a5390007, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:18,409 INFO [RS:0;1d14b453aaa0:37175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:18,409 INFO [RS:0;1d14b453aaa0:37175 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37175,1731302515493; zookeeper connection closed. 2024-11-11T05:22:18,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e95b8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e95b8f 2024-11-11T05:22:18,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:22:18,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21073825866/master 2024-11-11T05:22:18,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21073825866 2024-11-11T05:22:18,416 DEBUG [M:0;1d14b453aaa0:33977 {}] zookeeper.ZKUtil(347): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Unable to get data of znode /21073825866/master because node does not exist (not an error) 2024-11-11T05:22:18,416 WARN [M:0;1d14b453aaa0:33977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:22:18,425 INFO [M:0;1d14b453aaa0:33977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/.lastflushedseqids 2024-11-11T05:22:18,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:22:18,727 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:18,829 INFO [M:0;1d14b453aaa0:33977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:22:18,829 INFO [M:0;1d14b453aaa0:33977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:22:18,829 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:18,829 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:18,829 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:18,829 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:18,829 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:18,829 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T05:22:18,845 DEBUG [M:0;1d14b453aaa0:33977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7505d7ced446b6ae09c7af67c9b093 is 82, key is hbase:meta,,1/info:regioninfo/1731302518948/Put/seqid=0 2024-11-11T05:22:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:22:19,249 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7505d7ced446b6ae09c7af67c9b093 2024-11-11T05:22:19,263 DEBUG [M:0;1d14b453aaa0:33977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8647ba1a0f74cfdb71e5158da16da18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302528728/Put/seqid=0 2024-11-11T05:22:19,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741849_1025 (size=8515) 2024-11-11T05:22:19,266 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8647ba1a0f74cfdb71e5158da16da18 2024-11-11T05:22:19,282 DEBUG [M:0;1d14b453aaa0:33977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70f412a36a1c4725b16d651d837f9000 is 69, key is 1d14b453aaa0,37175,1731302515493/rs:state/1731302517548/Put/seqid=0 2024-11-11T05:22:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:22:19,285 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70f412a36a1c4725b16d651d837f9000 2024-11-11T05:22:19,288 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7505d7ced446b6ae09c7af67c9b093 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e7505d7ced446b6ae09c7af67c9b093 2024-11-11T05:22:19,291 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e7505d7ced446b6ae09c7af67c9b093, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:22:19,291 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8647ba1a0f74cfdb71e5158da16da18 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8647ba1a0f74cfdb71e5158da16da18 2024-11-11T05:22:19,294 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8647ba1a0f74cfdb71e5158da16da18, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:22:19,294 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70f412a36a1c4725b16d651d837f9000 as hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70f412a36a1c4725b16d651d837f9000 2024-11-11T05:22:19,297 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43587/user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70f412a36a1c4725b16d651d837f9000, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:22:19,297 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=97, compaction requested=false 2024-11-11T05:22:19,299 INFO [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:19,299 DEBUG [M:0;1d14b453aaa0:33977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302538829Disabling compacts and flushes for region at 1731302538829Disabling writes for close at 1731302538829Obtaining lock to block concurrent updates at 1731302538829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302538829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731302538829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302538830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302538830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302538845 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302538845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302539252 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302539263 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302539263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302539269 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302539281 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302539281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af3f5ba: reopening flushed file at 1731302539287 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddbd944: reopening flushed file at 1731302539291 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce5ffcf: reopening flushed file at 1731302539294 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=97, compaction requested=false at 1731302539297 (+3 ms)Writing region close event to WAL at 1731302539298 (+1 ms)Closed at 1731302539298 2024-11-11T05:22:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43023 is added to blk_1073741830_1006 (size=63642) 2024-11-11T05:22:19,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2764b87e-f3f5-e73a-1a64-718062743531/MasterData/WALs/1d14b453aaa0,33977,1731302515378/1d14b453aaa0%2C33977%2C1731302515378.1731302517195 not finished, retry = 0 2024-11-11T05:22:19,359 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:19,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:19,402 INFO [M:0;1d14b453aaa0:33977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:22:19,403 INFO [M:0;1d14b453aaa0:33977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33977 2024-11-11T05:22:19,403 INFO [M:0;1d14b453aaa0:33977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:19,530 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:19,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:19,556 INFO [M:0;1d14b453aaa0:33977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:19,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33977-0x1012857a5390006, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:19,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1737fa8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:19,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1823cd97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:19,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:19,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72450e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:19,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a3036e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:19,561 WARN [BP-1099151708-172.17.0.2-1731302513744 heartbeating to localhost/127.0.0.1:43587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:22:19,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:22:19,561 WARN [BP-1099151708-172.17.0.2-1731302513744 heartbeating to localhost/127.0.0.1:43587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1099151708-172.17.0.2-1731302513744 (Datanode Uuid 09ffe0af-1a87-48ca-be08-8e08683d505c) service to localhost/127.0.0.1:43587 2024-11-11T05:22:19,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:22:19,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/cluster_24ccfa34-eee7-074d-2829-cecdca59a9f7/data/data1/current/BP-1099151708-172.17.0.2-1731302513744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:19,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/cluster_24ccfa34-eee7-074d-2829-cecdca59a9f7/data/data2/current/BP-1099151708-172.17.0.2-1731302513744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:19,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:22:19,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ccf412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:19,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7adf99a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:19,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:19,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@516e72bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:19,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124f583f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:19,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:22:19,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:22:19,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:19,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:19,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:19,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:19,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:19,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:22:19,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084718598, stopped=false 2024-11-11T05:22:19,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,42819,1731302510147 2024-11-11T05:22:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1444410666/running 2024-11-11T05:22:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:22:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1444410666/running 2024-11-11T05:22:19,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:22:19,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:19,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:19,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:19,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:19,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,41735,1731302510363' ***** 2024-11-11T05:22:19,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:22:19,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/running 2024-11-11T05:22:19,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Set watcher on znode that does not yet exist, /1444410666/running 2024-11-11T05:22:19,617 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:22:19,617 INFO [RS:0;1d14b453aaa0:41735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:22:19,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:22:19,617 INFO [RS:0;1d14b453aaa0:41735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:22:19,617 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(3091): Received CLOSE for 08c73b14b095b1da2927b50772136bb9 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(3091): Received CLOSE for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:19,619 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08c73b14b095b1da2927b50772136bb9, disabling compactions & flushes 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41735. 2024-11-11T05:22:19,619 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:19,619 DEBUG [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:19,619 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:19,619 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:19,619 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302520398.08c73b14b095b1da2927b50772136bb9. after waiting 0 ms 2024-11-11T05:22:19,619 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:22:19,619 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08c73b14b095b1da2927b50772136bb9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T05:22:19,619 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:22:19,620 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:22:19,620 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08c73b14b095b1da2927b50772136bb9=test,,1731302520398.08c73b14b095b1da2927b50772136bb9., 57aedc3160caba234d7be2cb818700d9=hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.} 2024-11-11T05:22:19,620 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 08c73b14b095b1da2927b50772136bb9, 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:19,620 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:19,620 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:19,620 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:19,620 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:19,621 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:19,621 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:22:19,645 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/info/f187bca405ac40bf907ac98d3ed7e22f is 147, key is hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9./info:regioninfo/1731302526496/Put/seqid=0 2024-11-11T05:22:19,646 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f/b2582387bc3e481393d517de237357ac is 29, key is row1/f:/1731302534684/DeleteFamily/seqid=0 2024-11-11T05:22:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741840_1016 (size=7686) 2024-11-11T05:22:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741841_1017 (size=5152) 2024-11-11T05:22:19,650 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f/b2582387bc3e481393d517de237357ac 2024-11-11T05:22:19,653 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2582387bc3e481393d517de237357ac 2024-11-11T05:22:19,668 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f1/4ac0f12824d340418b28a0f1e91fc61e is 30, key is row1/f1:/1731302534684/DeleteFamily/seqid=0 2024-11-11T05:22:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741842_1018 (size=5158) 2024-11-11T05:22:19,674 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:19,738 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:22:19,820 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 08c73b14b095b1da2927b50772136bb9, 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,021 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 08c73b14b095b1da2927b50772136bb9, 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,050 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/info/f187bca405ac40bf907ac98d3ed7e22f 2024-11-11T05:22:20,065 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/ns/e0dc27ac8921426997c6702525933615 is 43, key is default/ns:d/1731302513667/Put/seqid=0 2024-11-11T05:22:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741843_1019 (size=5153) 2024-11-11T05:22:20,072 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f1/4ac0f12824d340418b28a0f1e91fc61e 2024-11-11T05:22:20,075 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac0f12824d340418b28a0f1e91fc61e 2024-11-11T05:22:20,093 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/norep/1cb20edc708a4cf8b822fc1f00fc9375 is 33, key is row1/norep:/1731302534684/DeleteFamily/seqid=0 2024-11-11T05:22:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741844_1020 (size=5108) 2024-11-11T05:22:20,221 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 08c73b14b095b1da2927b50772136bb9, 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,421 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 08c73b14b095b1da2927b50772136bb9, 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,432 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1191, reset compression=false 2024-11-11T05:22:20,436 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:20,436 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1438, reset compression=false 2024-11-11T05:22:20,436 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,41735,1731302510363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:20,437 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,41735,1731302510363: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,41735,1731302510363, walGroup=1d14b453aaa0%2C41735%2C1731302510363, offset=1d14b453aaa0%2C41735%2C1731302510363.1731302512680:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:41735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:22:20,438 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:22:20,438 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:22:20,438 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:22:20,438 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:22:20,439 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:22:20,439 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 930538928 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201545904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:22:20,439 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:42819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:42819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:22:20,462 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:20,470 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/ns/e0dc27ac8921426997c6702525933615 2024-11-11T05:22:20,491 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/rep_barrier/6c651f22c2e94a8e8a6f51e5357e2101 is 112, key is test,,1731302520398.08c73b14b095b1da2927b50772136bb9./rep_barrier:seqnumDuringOpen/1731302520735/Put/seqid=0 2024-11-11T05:22:20,501 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/norep/1cb20edc708a4cf8b822fc1f00fc9375 2024-11-11T05:22:20,506 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cb20edc708a4cf8b822fc1f00fc9375 2024-11-11T05:22:20,507 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f/b2582387bc3e481393d517de237357ac as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/f/b2582387bc3e481393d517de237357ac 2024-11-11T05:22:20,513 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2582387bc3e481393d517de237357ac 2024-11-11T05:22:20,513 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/f/b2582387bc3e481393d517de237357ac, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:20,514 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/f1/4ac0f12824d340418b28a0f1e91fc61e as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/f1/4ac0f12824d340418b28a0f1e91fc61e 2024-11-11T05:22:20,519 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac0f12824d340418b28a0f1e91fc61e 2024-11-11T05:22:20,519 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/f1/4ac0f12824d340418b28a0f1e91fc61e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:20,520 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/.tmp/norep/1cb20edc708a4cf8b822fc1f00fc9375 as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/norep/1cb20edc708a4cf8b822fc1f00fc9375 2024-11-11T05:22:20,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741845_1021 (size=5518) 2024-11-11T05:22:20,525 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cb20edc708a4cf8b822fc1f00fc9375 2024-11-11T05:22:20,526 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/norep/1cb20edc708a4cf8b822fc1f00fc9375, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T05:22:20,526 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/rep_barrier/6c651f22c2e94a8e8a6f51e5357e2101 2024-11-11T05:22:20,526 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 08c73b14b095b1da2927b50772136bb9 in 907ms, sequenceid=10, compaction requested=false 2024-11-11T05:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/default/test/08c73b14b095b1da2927b50772136bb9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T05:22:20,552 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/table/d1c00eeebb334ae2a1d9b7d55474113b is 53, key is hbase:replication/table:state/1731302526502/Put/seqid=0 2024-11-11T05:22:20,553 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:20,553 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:20,553 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:20,553 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08c73b14b095b1da2927b50772136bb9: Waiting for close lock at 1731302539619Running coprocessor pre-close hooks at 1731302539619Disabling compacts and flushes for region at 1731302539619Disabling writes for close at 1731302539619Obtaining lock to block concurrent updates at 1731302539619Preparing flush snapshotting stores in 08c73b14b095b1da2927b50772136bb9 at 1731302539619Finished memstore snapshotting test,,1731302520398.08c73b14b095b1da2927b50772136bb9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731302539619Flushing stores of test,,1731302520398.08c73b14b095b1da2927b50772136bb9. at 1731302539620 (+1 ms)Flushing 08c73b14b095b1da2927b50772136bb9/f: creating writer at 1731302539620Flushing 08c73b14b095b1da2927b50772136bb9/f: appending metadata at 1731302539645 (+25 ms)Flushing 08c73b14b095b1da2927b50772136bb9/f: closing flushed file at 1731302539645Flushing 08c73b14b095b1da2927b50772136bb9/f1: creating writer at 1731302539653 (+8 ms)Flushing 08c73b14b095b1da2927b50772136bb9/f1: appending metadata at 1731302539668 (+15 ms)Flushing 08c73b14b095b1da2927b50772136bb9/f1: closing flushed file at 1731302539668Flushing 08c73b14b095b1da2927b50772136bb9/norep: creating writer at 1731302540076 (+408 ms)Flushing 08c73b14b095b1da2927b50772136bb9/norep: appending metadata at 1731302540092 (+16 ms)Flushing 08c73b14b095b1da2927b50772136bb9/norep: closing flushed file at 1731302540092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50607e21: reopening flushed file at 1731302540506 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f6e507: reopening flushed file at 1731302540513 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457f670: reopening flushed file at 1731302540519 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 08c73b14b095b1da2927b50772136bb9 in 907ms, sequenceid=10, compaction requested=false at 1731302540526 (+7 ms)Writing region close event to WAL at 1731302540540 (+14 ms)Running coprocessor post-close hooks at 1731302540553 (+13 ms)Closed at 1731302540553 2024-11-11T05:22:20,553 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302520398.08c73b14b095b1da2927b50772136bb9. 2024-11-11T05:22:20,553 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57aedc3160caba234d7be2cb818700d9, disabling compactions & flushes 2024-11-11T05:22:20,553 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,554 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,554 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. after waiting 0 ms 2024-11-11T05:22:20,554 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,554 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57aedc3160caba234d7be2cb818700d9: Waiting for close lock at 1731302540553Running coprocessor pre-close hooks at 1731302540553Disabling compacts and flushes for region at 1731302540553Disabling writes for close at 1731302540554 (+1 ms)Failed flush hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9., putting online again at 1731302540554 2024-11-11T05:22:20,554 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741846_1022 (size=5308) 2024-11-11T05:22:20,621 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:22:20,621 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 57aedc3160caba234d7be2cb818700d9=hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9.} 2024-11-11T05:22:20,621 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(3091): Received CLOSE for 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,621 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57aedc3160caba234d7be2cb818700d9 2024-11-11T05:22:20,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57aedc3160caba234d7be2cb818700d9, disabling compactions & flushes 2024-11-11T05:22:20,621 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. after waiting 0 ms 2024-11-11T05:22:20,622 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,622 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57aedc3160caba234d7be2cb818700d9: Waiting for close lock at 1731302540621Running coprocessor pre-close hooks at 1731302540621Disabling compacts and flushes for region at 1731302540621Disabling writes for close at 1731302540622 (+1 ms)Failed flush hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9., putting online again at 1731302540622 2024-11-11T05:22:20,622 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731302525338.57aedc3160caba234d7be2cb818700d9. 2024-11-11T05:22:20,638 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 1438, reset compression=false 2024-11-11T05:22:20,642 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:20,642 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 2082, reset compression=false 2024-11-11T05:22:20,645 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:22:20,646 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:22:20,821 DEBUG [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:20,845 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 2082, reset compression=false 2024-11-11T05:22:20,986 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/table/d1c00eeebb334ae2a1d9b7d55474113b 2024-11-11T05:22:20,990 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/info/f187bca405ac40bf907ac98d3ed7e22f as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/info/f187bca405ac40bf907ac98d3ed7e22f 2024-11-11T05:22:20,993 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/info/f187bca405ac40bf907ac98d3ed7e22f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:22:20,993 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/ns/e0dc27ac8921426997c6702525933615 as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/ns/e0dc27ac8921426997c6702525933615 2024-11-11T05:22:20,996 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/ns/e0dc27ac8921426997c6702525933615, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:22:20,997 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/rep_barrier/6c651f22c2e94a8e8a6f51e5357e2101 as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/rep_barrier/6c651f22c2e94a8e8a6f51e5357e2101 2024-11-11T05:22:21,000 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/rep_barrier/6c651f22c2e94a8e8a6f51e5357e2101, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:22:21,001 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/.tmp/table/d1c00eeebb334ae2a1d9b7d55474113b as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/table/d1c00eeebb334ae2a1d9b7d55474113b 2024-11-11T05:22:21,005 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/table/d1c00eeebb334ae2a1d9b7d55474113b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:22:21,006 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false 2024-11-11T05:22:21,009 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:22:21,010 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:21,010 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:21,010 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:21,010 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302539620Running coprocessor pre-close hooks at 1731302539620Disabling compacts and flushes for region at 1731302539620Disabling writes for close at 1731302539620Obtaining lock to block concurrent updates at 1731302539621 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302539621Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302539621Flushing stores of hbase:meta,,1.1588230740 at 1731302539621Flushing 1588230740/info: creating writer at 1731302539621Flushing 1588230740/info: appending metadata at 1731302539645 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731302539645Flushing 1588230740/ns: creating writer at 1731302540053 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731302540065 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731302540065Flushing 1588230740/rep_barrier: creating writer at 1731302540476 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302540491 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302540491Flushing 1588230740/table: creating writer at 1731302540529 (+38 ms)Flushing 1588230740/table: appending metadata at 1731302540551 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731302540551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174cd951: reopening flushed file at 1731302540989 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c77a26: reopening flushed file at 1731302540993 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de6fe1d: reopening flushed file at 1731302540996 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5437e106: reopening flushed file at 1731302541000 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false at 1731302541006 (+6 ms)Writing region close event to WAL at 1731302541007 (+1 ms)Running coprocessor post-close hooks at 1731302541010 (+3 ms)Closed at 1731302541010 2024-11-11T05:22:21,010 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:21,022 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T05:22:21,022 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,41735,1731302510363; all regions closed. 2024-11-11T05:22:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:22:21,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.meta.1731302513630.meta not finished, retry = 0 2024-11-11T05:22:21,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.rep.1731302526467 not finished, retry = 0 2024-11-11T05:22:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741839_1015 (size=2171) 2024-11-11T05:22:21,148 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/WALs/1d14b453aaa0,41735,1731302510363/1d14b453aaa0%2C41735%2C1731302510363.1731302512680 to pos 2082, reset compression=false 2024-11-11T05:22:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741832_1008 (size=2090) 2024-11-11T05:22:21,234 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:21,234 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:21,234 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:21,234 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:21,234 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:21,234 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:21,235 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,41735,1731302510363 because: Region server is closing 2024-11-11T05:22:21,235 INFO [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41735. 2024-11-11T05:22:21,235 DEBUG [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:21,235 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:21,235 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:21,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:21,335 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.shipper1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 terminated 2024-11-11T05:22:21,335 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,41735,1731302510363.replicationSource.wal-reader.1d14b453aaa0%2C41735%2C1731302510363,1-1d14b453aaa0,41735,1731302510363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:22:21,335 INFO [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:41735. 2024-11-11T05:22:21,335 DEBUG [RS:0;1d14b453aaa0:41735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:21,335 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:21,336 DEBUG [RS:0;1d14b453aaa0:41735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:21,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:21,336 INFO [RS:0;1d14b453aaa0:41735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41735 2024-11-11T05:22:21,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1444410666/rs/1d14b453aaa0,41735,1731302510363 2024-11-11T05:22:21,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666/rs 2024-11-11T05:22:21,365 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:21,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,41735,1731302510363] 2024-11-11T05:22:21,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1444410666/draining/1d14b453aaa0,41735,1731302510363 already deleted, retry=false 2024-11-11T05:22:21,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,41735,1731302510363 expired; onlineServers=0 2024-11-11T05:22:21,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,42819,1731302510147' ***** 2024-11-11T05:22:21,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:22:21,417 INFO [M:0;1d14b453aaa0:42819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:21,417 INFO [M:0;1d14b453aaa0:42819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:21,417 DEBUG [M:0;1d14b453aaa0:42819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:22:21,417 DEBUG [M:0;1d14b453aaa0:42819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:22:21,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:22:21,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302512404 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302512404,5,FailOnTimeoutGroup] 2024-11-11T05:22:21,417 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302512404 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302512404,5,FailOnTimeoutGroup] 2024-11-11T05:22:21,418 INFO [M:0;1d14b453aaa0:42819 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:21,418 INFO [M:0;1d14b453aaa0:42819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:21,418 DEBUG [M:0;1d14b453aaa0:42819 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:22:21,418 INFO [M:0;1d14b453aaa0:42819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:22:21,418 INFO [M:0;1d14b453aaa0:42819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:21,418 INFO [M:0;1d14b453aaa0:42819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:22:21,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:22:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1444410666/master 2024-11-11T05:22:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1444410666 2024-11-11T05:22:21,439 DEBUG [M:0;1d14b453aaa0:42819 {}] zookeeper.ZKUtil(347): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Unable to get data of znode /1444410666/master because node does not exist (not an error) 2024-11-11T05:22:21,439 WARN [M:0;1d14b453aaa0:42819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:22:21,439 INFO [M:0;1d14b453aaa0:42819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/.lastflushedseqids 2024-11-11T05:22:21,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741847_1023 (size=245) 2024-11-11T05:22:21,476 INFO [RS:0;1d14b453aaa0:41735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41735-0x1012857a5390004, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:21,476 INFO [RS:0;1d14b453aaa0:41735 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,41735,1731302510363; zookeeper connection closed. 2024-11-11T05:22:21,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22c7898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22c7898 2024-11-11T05:22:21,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:22:21,666 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:21,843 INFO [M:0;1d14b453aaa0:42819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:22:21,843 INFO [M:0;1d14b453aaa0:42819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:22:21,843 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:21,843 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:21,843 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:21,843 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:21,843 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:21,843 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T05:22:21,859 DEBUG [M:0;1d14b453aaa0:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48081bbbd76c4a28ba6efaa80de2509b is 82, key is hbase:meta,,1/info:regioninfo/1731302513656/Put/seqid=0 2024-11-11T05:22:21,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741848_1024 (size=5672) 2024-11-11T05:22:22,270 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48081bbbd76c4a28ba6efaa80de2509b 2024-11-11T05:22:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,297 DEBUG [M:0;1d14b453aaa0:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcbb352f774e2dab6fcacc8adffb34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302526504/Put/seqid=0 2024-11-11T05:22:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741849_1025 (size=8515) 2024-11-11T05:22:22,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,751 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcbb352f774e2dab6fcacc8adffb34 2024-11-11T05:22:22,778 DEBUG [M:0;1d14b453aaa0:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea048170765439cbcb23bcbad260b17 is 69, key is 1d14b453aaa0,41735,1731302510363/rs:state/1731302512535/Put/seqid=0 2024-11-11T05:22:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741850_1026 (size=5156) 2024-11-11T05:22:22,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:22,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:22,969 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:23,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:23,196 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea048170765439cbcb23bcbad260b17 2024-11-11T05:22:23,201 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48081bbbd76c4a28ba6efaa80de2509b as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48081bbbd76c4a28ba6efaa80de2509b 2024-11-11T05:22:23,206 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48081bbbd76c4a28ba6efaa80de2509b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T05:22:23,208 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcbb352f774e2dab6fcacc8adffb34 as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabcbb352f774e2dab6fcacc8adffb34 2024-11-11T05:22:23,214 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabcbb352f774e2dab6fcacc8adffb34, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T05:22:23,218 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea048170765439cbcb23bcbad260b17 as hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea048170765439cbcb23bcbad260b17 2024-11-11T05:22:23,235 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/6ecef111-13bb-7bee-1fa6-dda242b1dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea048170765439cbcb23bcbad260b17, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T05:22:23,242 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1398ms, sequenceid=97, compaction requested=false 2024-11-11T05:22:23,305 INFO [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:23,305 DEBUG [M:0;1d14b453aaa0:42819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302541843Disabling compacts and flushes for region at 1731302541843Disabling writes for close at 1731302541843Obtaining lock to block concurrent updates at 1731302541843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302541843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731302541844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302541844Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302541844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302541859 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302541859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302542274 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302542296 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302542296Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302542756 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302542777 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302542777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473c99d3: reopening flushed file at 1731302543200 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41966a5c: reopening flushed file at 1731302543207 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6400bada: reopening flushed file at 1731302543214 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1398ms, sequenceid=97, compaction requested=false at 1731302543242 (+28 ms)Writing region close event to WAL at 1731302543305 (+63 ms)Closed at 1731302543305 2024-11-11T05:22:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741830_1006 (size=63642) 2024-11-11T05:22:23,339 INFO [M:0;1d14b453aaa0:42819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:22:23,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:23,339 INFO [M:0;1d14b453aaa0:42819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42819 2024-11-11T05:22:23,340 INFO [M:0;1d14b453aaa0:42819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x1012857a5390003, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:23,545 INFO [M:0;1d14b453aaa0:42819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:23,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c68b0ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:23,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@157f3c42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:23,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:23,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58243550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:23,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d93a347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:23,565 WARN [BP-921083800-172.17.0.2-1731302508005 heartbeating to localhost/127.0.0.1:36167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:22:23,565 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:22:23,565 WARN [BP-921083800-172.17.0.2-1731302508005 heartbeating to localhost/127.0.0.1:36167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-921083800-172.17.0.2-1731302508005 (Datanode Uuid ed33a624-5e75-4515-aa61-b5bb5546624b) service to localhost/127.0.0.1:36167 2024-11-11T05:22:23,565 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:22:23,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/cluster_ae00d2f5-90c3-32c5-6643-e76522caa9a6/data/data1/current/BP-921083800-172.17.0.2-1731302508005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:23,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/cluster_ae00d2f5-90c3-32c5-6643-e76522caa9a6/data/data2/current/BP-921083800-172.17.0.2-1731302508005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:23,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:22:23,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5251ae59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:23,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4088357a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:23,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e43042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:23,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60e64cb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae919ebe-cf20-bad5-ec44-bb7157fdc011/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:22:23,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:23,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:23,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:23,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:23,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:23,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:22:23,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=561612688, stopped=false 2024-11-11T05:22:23,603 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,40367,1731302503109 2024-11-11T05:22:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-717401469/running 2024-11-11T05:22:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-717401469/running 2024-11-11T05:22:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:22:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:22:23,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:23,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/running 2024-11-11T05:22:23,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Set watcher on znode that does not yet exist, /0-717401469/running 2024-11-11T05:22:23,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:23,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:23,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:23,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,42045,1731302503423' ***** 2024-11-11T05:22:23,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:22:23,620 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:22:23,620 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:23,620 INFO [RS:0;1d14b453aaa0:42045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:22:23,620 INFO [RS:0;1d14b453aaa0:42045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:22:23,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:22:23,620 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ccadb05d5ebedb75d032626bd8e7866 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(3091): Received CLOSE for 97c4d876dabffda7d250869120706d5c 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,42045,1731302503423 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:42045. 2024-11-11T05:22:23,621 DEBUG [RS:0;1d14b453aaa0:42045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:23,621 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:22:23,621 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:22:23,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ccadb05d5ebedb75d032626bd8e7866, disabling compactions & flushes 2024-11-11T05:22:23,621 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:23,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:23,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. after waiting 0 ms 2024-11-11T05:22:23,621 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:23,621 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ccadb05d5ebedb75d032626bd8e7866 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T05:22:23,624 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:22:23,624 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1325): Online Regions={6ccadb05d5ebedb75d032626bd8e7866=hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866., 97c4d876dabffda7d250869120706d5c=test,,1731302519256.97c4d876dabffda7d250869120706d5c., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:22:23,624 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ccadb05d5ebedb75d032626bd8e7866, 97c4d876dabffda7d250869120706d5c 2024-11-11T05:22:23,624 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:23,624 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:23,624 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:23,624 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:23,624 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:23,624 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:22:23,659 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/.tmp/queue/dfa29734d6684d4180dca746f06275e2 is 153, key is 1-1d14b453aaa0,42045,1731302503423/queue:1d14b453aaa0%2C42045%2C1731302503423/1731302533902/Put/seqid=0 2024-11-11T05:22:23,682 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/info/c5ce526f6b5741629a7f11137fbd99dd is 147, key is hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866./info:regioninfo/1731302524355/Put/seqid=0 2024-11-11T05:22:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741840_1016 (size=5352) 2024-11-11T05:22:23,687 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/.tmp/queue/dfa29734d6684d4180dca746f06275e2 2024-11-11T05:22:23,697 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/.tmp/queue/dfa29734d6684d4180dca746f06275e2 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/queue/dfa29734d6684d4180dca746f06275e2 2024-11-11T05:22:23,704 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/queue/dfa29734d6684d4180dca746f06275e2, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T05:22:23,705 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6ccadb05d5ebedb75d032626bd8e7866 in 84ms, sequenceid=8, compaction requested=false 2024-11-11T05:22:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741841_1017 (size=7686) 2024-11-11T05:22:23,729 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/replication/6ccadb05d5ebedb75d032626bd8e7866/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T05:22:23,729 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:23,729 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:23,729 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ccadb05d5ebedb75d032626bd8e7866: Waiting for close lock at 1731302543621Running coprocessor pre-close hooks at 1731302543621Disabling compacts and flushes for region at 1731302543621Disabling writes for close at 1731302543621Obtaining lock to block concurrent updates at 1731302543621Preparing flush snapshotting stores in 6ccadb05d5ebedb75d032626bd8e7866 at 1731302543621Finished memstore snapshotting hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731302543622 (+1 ms)Flushing stores of hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. at 1731302543623 (+1 ms)Flushing 6ccadb05d5ebedb75d032626bd8e7866/queue: creating writer at 1731302543623Flushing 6ccadb05d5ebedb75d032626bd8e7866/queue: appending metadata at 1731302543659 (+36 ms)Flushing 6ccadb05d5ebedb75d032626bd8e7866/queue: closing flushed file at 1731302543659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1e5b35: reopening flushed file at 1731302543696 (+37 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6ccadb05d5ebedb75d032626bd8e7866 in 84ms, sequenceid=8, compaction requested=false at 1731302543705 (+9 ms)Writing region close event to WAL at 1731302543725 (+20 ms)Running coprocessor post-close hooks at 1731302543729 (+4 ms)Closed at 1731302543729 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302523188.6ccadb05d5ebedb75d032626bd8e7866. 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97c4d876dabffda7d250869120706d5c, disabling compactions & flushes 2024-11-11T05:22:23,730 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302519256.97c4d876dabffda7d250869120706d5c. after waiting 0 ms 2024-11-11T05:22:23,730 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:22:23,730 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97c4d876dabffda7d250869120706d5c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T05:22:23,760 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f/9504da41bfd640c49383728aa9c68a75 is 28, key is row/f:/1731302533679/DeleteFamily/seqid=0 2024-11-11T05:22:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741842_1018 (size=5085) 2024-11-11T05:22:23,775 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f/9504da41bfd640c49383728aa9c68a75 2024-11-11T05:22:23,786 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9504da41bfd640c49383728aa9c68a75 2024-11-11T05:22:23,807 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f1/1ce2446107e44454992cff7787bc414a is 29, key is row/f1:/1731302533679/DeleteFamily/seqid=0 2024-11-11T05:22:23,824 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97c4d876dabffda7d250869120706d5c 2024-11-11T05:22:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741843_1019 (size=5089) 2024-11-11T05:22:23,826 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f1/1ce2446107e44454992cff7787bc414a 2024-11-11T05:22:23,831 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ce2446107e44454992cff7787bc414a 2024-11-11T05:22:23,860 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/norep/9dee9a319e8b45cea89b20c52b611c9a is 32, key is row/norep:/1731302533679/DeleteFamily/seqid=0 2024-11-11T05:22:23,864 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:22:23,864 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:22:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741844_1020 (size=5101) 2024-11-11T05:22:24,025 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97c4d876dabffda7d250869120706d5c 2024-11-11T05:22:24,107 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/info/c5ce526f6b5741629a7f11137fbd99dd 2024-11-11T05:22:24,140 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/ns/5701ee990ae44206a74537514e8da6cb is 43, key is default/ns:d/1731302507906/Put/seqid=0 2024-11-11T05:22:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741845_1021 (size=5153) 2024-11-11T05:22:24,183 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/ns/5701ee990ae44206a74537514e8da6cb 2024-11-11T05:22:24,215 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/rep_barrier/6a58a7ab703843069666803cd926c3f6 is 112, key is test,,1731302519256.97c4d876dabffda7d250869120706d5c./rep_barrier:seqnumDuringOpen/1731302519996/Put/seqid=0 2024-11-11T05:22:24,225 DEBUG [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97c4d876dabffda7d250869120706d5c 2024-11-11T05:22:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741846_1022 (size=5518) 2024-11-11T05:22:24,270 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/rep_barrier/6a58a7ab703843069666803cd926c3f6 2024-11-11T05:22:24,283 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/norep/9dee9a319e8b45cea89b20c52b611c9a 2024-11-11T05:22:24,288 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dee9a319e8b45cea89b20c52b611c9a 2024-11-11T05:22:24,290 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f/9504da41bfd640c49383728aa9c68a75 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/f/9504da41bfd640c49383728aa9c68a75 2024-11-11T05:22:24,294 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/table/a6bea55c18d04698a92b04feb8dece5a is 53, key is hbase:replication/table:state/1731302524360/Put/seqid=0 2024-11-11T05:22:24,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9504da41bfd640c49383728aa9c68a75 2024-11-11T05:22:24,295 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/f/9504da41bfd640c49383728aa9c68a75, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T05:22:24,296 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/f1/1ce2446107e44454992cff7787bc414a as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/f1/1ce2446107e44454992cff7787bc414a 2024-11-11T05:22:24,305 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ce2446107e44454992cff7787bc414a 2024-11-11T05:22:24,305 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/f1/1ce2446107e44454992cff7787bc414a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T05:22:24,306 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/.tmp/norep/9dee9a319e8b45cea89b20c52b611c9a as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/norep/9dee9a319e8b45cea89b20c52b611c9a 2024-11-11T05:22:24,314 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dee9a319e8b45cea89b20c52b611c9a 2024-11-11T05:22:24,314 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/norep/9dee9a319e8b45cea89b20c52b611c9a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T05:22:24,315 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 97c4d876dabffda7d250869120706d5c in 585ms, sequenceid=6, compaction requested=false 2024-11-11T05:22:24,315 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:22:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741847_1023 (size=5308) 2024-11-11T05:22:24,323 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/table/a6bea55c18d04698a92b04feb8dece5a 2024-11-11T05:22:24,334 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/info/c5ce526f6b5741629a7f11137fbd99dd as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/info/c5ce526f6b5741629a7f11137fbd99dd 2024-11-11T05:22:24,340 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/info/c5ce526f6b5741629a7f11137fbd99dd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:22:24,341 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/ns/5701ee990ae44206a74537514e8da6cb as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/ns/5701ee990ae44206a74537514e8da6cb 2024-11-11T05:22:24,348 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/ns/5701ee990ae44206a74537514e8da6cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:22:24,349 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/rep_barrier/6a58a7ab703843069666803cd926c3f6 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/rep_barrier/6a58a7ab703843069666803cd926c3f6 2024-11-11T05:22:24,357 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/rep_barrier/6a58a7ab703843069666803cd926c3f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:22:24,361 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/.tmp/table/a6bea55c18d04698a92b04feb8dece5a as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/table/a6bea55c18d04698a92b04feb8dece5a 2024-11-11T05:22:24,365 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/default/test/97c4d876dabffda7d250869120706d5c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T05:22:24,365 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:24,365 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:24,365 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:22:24,366 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97c4d876dabffda7d250869120706d5c: Waiting for close lock at 1731302543730Running coprocessor pre-close hooks at 1731302543730Disabling compacts and flushes for region at 1731302543730Disabling writes for close at 1731302543730Obtaining lock to block concurrent updates at 1731302543730Preparing flush snapshotting stores in 97c4d876dabffda7d250869120706d5c at 1731302543730Finished memstore snapshotting test,,1731302519256.97c4d876dabffda7d250869120706d5c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731302543731 (+1 ms)Flushing stores of test,,1731302519256.97c4d876dabffda7d250869120706d5c. at 1731302543731Flushing 97c4d876dabffda7d250869120706d5c/f: creating writer at 1731302543732 (+1 ms)Flushing 97c4d876dabffda7d250869120706d5c/f: appending metadata at 1731302543758 (+26 ms)Flushing 97c4d876dabffda7d250869120706d5c/f: closing flushed file at 1731302543758Flushing 97c4d876dabffda7d250869120706d5c/f1: creating writer at 1731302543786 (+28 ms)Flushing 97c4d876dabffda7d250869120706d5c/f1: appending metadata at 1731302543806 (+20 ms)Flushing 97c4d876dabffda7d250869120706d5c/f1: closing flushed file at 1731302543806Flushing 97c4d876dabffda7d250869120706d5c/norep: creating writer at 1731302543831 (+25 ms)Flushing 97c4d876dabffda7d250869120706d5c/norep: appending metadata at 1731302543858 (+27 ms)Flushing 97c4d876dabffda7d250869120706d5c/norep: closing flushed file at 1731302543858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b98e34: reopening flushed file at 1731302544288 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f60fa6: reopening flushed file at 1731302544295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a71655a: reopening flushed file at 1731302544305 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 97c4d876dabffda7d250869120706d5c in 585ms, sequenceid=6, compaction requested=false at 1731302544315 (+10 ms)Writing region close event to WAL at 1731302544357 (+42 ms)Running coprocessor post-close hooks at 1731302544365 (+8 ms)Closed at 1731302544365 2024-11-11T05:22:24,366 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302519256.97c4d876dabffda7d250869120706d5c. 2024-11-11T05:22:24,367 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/table/a6bea55c18d04698a92b04feb8dece5a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:22:24,369 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 744ms, sequenceid=16, compaction requested=false 2024-11-11T05:22:24,369 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:22:24,397 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:22:24,400 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:24,400 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:24,400 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:24,400 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302543624Running coprocessor pre-close hooks at 1731302543624Disabling compacts and flushes for region at 1731302543624Disabling writes for close at 1731302543624Obtaining lock to block concurrent updates at 1731302543625 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302543625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302543625Flushing stores of hbase:meta,,1.1588230740 at 1731302543626 (+1 ms)Flushing 1588230740/info: creating writer at 1731302543627 (+1 ms)Flushing 1588230740/info: appending metadata at 1731302543681 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731302543681Flushing 1588230740/ns: creating writer at 1731302544112 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731302544140 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731302544140Flushing 1588230740/rep_barrier: creating writer at 1731302544189 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302544215 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302544215Flushing 1588230740/table: creating writer at 1731302544274 (+59 ms)Flushing 1588230740/table: appending metadata at 1731302544294 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731302544294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ed875f: reopening flushed file at 1731302544333 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8d6a9e: reopening flushed file at 1731302544340 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156f8097: reopening flushed file at 1731302544349 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b0ad90: reopening flushed file at 1731302544360 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 744ms, sequenceid=16, compaction requested=false at 1731302544369 (+9 ms)Writing region close event to WAL at 1731302544393 (+24 ms)Running coprocessor post-close hooks at 1731302544400 (+7 ms)Closed at 1731302544400 2024-11-11T05:22:24,401 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:24,405 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 636, reset compression=false 2024-11-11T05:22:24,415 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:24,415 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911 to pos 1527, reset compression=false 2024-11-11T05:22:24,415 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,42045,1731302503423 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/WALs/1d14b453aaa0,42045,1731302503423/1d14b453aaa0%2C42045%2C1731302503423.1731302506911, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:24,416 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,42045,1731302503423: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,42045,1731302503423, walGroup=1d14b453aaa0%2C42045%2C1731302503423, offset=1d14b453aaa0%2C42045%2C1731302503423.1731302506911:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:42045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:22:24,417 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:22:24,417 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:22:24,417 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:22:24,417 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:22:24,418 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:22:24,418 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 1041687984 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202120992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:22:24,418 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:40367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:22:24,425 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,42045,1731302503423; all regions closed. 2024-11-11T05:22:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741834_1010 (size=4239) 2024-11-11T05:22:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741839_1015 (size=2240) 2024-11-11T05:22:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741832_1008 (size=1535) 2024-11-11T05:22:24,475 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:24,475 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:24,475 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:24,476 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:24,476 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:24,476 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,42045,1731302503423 because: Region server is closing 2024-11-11T05:22:24,476 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:24,476 INFO [RS:0;1d14b453aaa0:42045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:42045. 2024-11-11T05:22:24,476 DEBUG [RS:0;1d14b453aaa0:42045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:24,476 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:24,477 DEBUG [RS:0;1d14b453aaa0:42045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:24,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:24,577 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.shipper1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 terminated 2024-11-11T05:22:24,577 INFO [RS:0;1d14b453aaa0:42045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42045 2024-11-11T05:22:24,577 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,42045,1731302503423.replicationSource.wal-reader.1d14b453aaa0%2C42045%2C1731302503423,1-1d14b453aaa0,42045,1731302503423 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:22:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469/rs 2024-11-11T05:22:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-717401469/rs/1d14b453aaa0,42045,1731302503423 2024-11-11T05:22:24,628 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:24,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,42045,1731302503423] 2024-11-11T05:22:24,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/draining/1d14b453aaa0,42045,1731302503423 already deleted, retry=false 2024-11-11T05:22:24,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,42045,1731302503423 expired; onlineServers=0 2024-11-11T05:22:24,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,40367,1731302503109' ***** 2024-11-11T05:22:24,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:22:24,649 INFO [M:0;1d14b453aaa0:40367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:24,649 INFO [M:0;1d14b453aaa0:40367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:24,649 DEBUG [M:0;1d14b453aaa0:40367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:22:24,650 DEBUG [M:0;1d14b453aaa0:40367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:22:24,650 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302506635 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302506635,5,FailOnTimeoutGroup] 2024-11-11T05:22:24,650 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302506635 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302506635,5,FailOnTimeoutGroup] 2024-11-11T05:22:24,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:22:24,650 INFO [M:0;1d14b453aaa0:40367 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:24,650 INFO [M:0;1d14b453aaa0:40367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:24,650 DEBUG [M:0;1d14b453aaa0:40367 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:22:24,650 INFO [M:0;1d14b453aaa0:40367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:22:24,650 INFO [M:0;1d14b453aaa0:40367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:24,650 INFO [M:0;1d14b453aaa0:40367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:22:24,650 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:22:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-717401469/master 2024-11-11T05:22:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-717401469 2024-11-11T05:22:24,670 DEBUG [M:0;1d14b453aaa0:40367 {}] zookeeper.RecoverableZooKeeper(212): Node /0-717401469/master already deleted, retry=false 2024-11-11T05:22:24,670 DEBUG [M:0;1d14b453aaa0:40367 {}] master.ActiveMasterManager(353): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-717401469/master 2024-11-11T05:22:24,671 INFO [M:0;1d14b453aaa0:40367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/.lastflushedseqids 2024-11-11T05:22:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741848_1024 (size=245) 2024-11-11T05:22:24,697 INFO [M:0;1d14b453aaa0:40367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:22:24,697 INFO [M:0;1d14b453aaa0:40367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:22:24,697 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:24,697 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:24,697 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:24,697 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:24,697 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:24,697 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T05:22:24,718 DEBUG [M:0;1d14b453aaa0:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b04fb89a714248ef8fa89f07611612e8 is 82, key is hbase:meta,,1/info:regioninfo/1731302507864/Put/seqid=0 2024-11-11T05:22:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741849_1025 (size=5672) 2024-11-11T05:22:24,739 INFO [RS:0;1d14b453aaa0:42045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:24,739 INFO [RS:0;1d14b453aaa0:42045 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,42045,1731302503423; zookeeper connection closed. 2024-11-11T05:22:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42045-0x1012857a5390001, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:24,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31ede6c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31ede6c7 2024-11-11T05:22:24,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:22:25,130 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b04fb89a714248ef8fa89f07611612e8 2024-11-11T05:22:25,161 DEBUG [M:0;1d14b453aaa0:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78f219b56743447f9829bff401651347 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302520005/Put/seqid=0 2024-11-11T05:22:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741850_1026 (size=7218) 2024-11-11T05:22:25,564 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78f219b56743447f9829bff401651347 2024-11-11T05:22:25,569 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78f219b56743447f9829bff401651347 2024-11-11T05:22:25,587 DEBUG [M:0;1d14b453aaa0:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b956982b2f489abb6a5cef56ea1740 is 69, key is 1d14b453aaa0,42045,1731302503423/rs:state/1731302506732/Put/seqid=0 2024-11-11T05:22:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741851_1027 (size=5156) 2024-11-11T05:22:25,602 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b956982b2f489abb6a5cef56ea1740 2024-11-11T05:22:25,606 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b04fb89a714248ef8fa89f07611612e8 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b04fb89a714248ef8fa89f07611612e8 2024-11-11T05:22:25,610 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b04fb89a714248ef8fa89f07611612e8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T05:22:25,611 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78f219b56743447f9829bff401651347 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78f219b56743447f9829bff401651347 2024-11-11T05:22:25,615 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78f219b56743447f9829bff401651347 2024-11-11T05:22:25,616 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78f219b56743447f9829bff401651347, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T05:22:25,617 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b956982b2f489abb6a5cef56ea1740 as hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b956982b2f489abb6a5cef56ea1740 2024-11-11T05:22:25,622 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/e4923ef0-34b7-d5c5-a4c7-4ee3be9f3afc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b956982b2f489abb6a5cef56ea1740, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T05:22:25,624 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=105, compaction requested=false 2024-11-11T05:22:25,637 INFO [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:25,637 DEBUG [M:0;1d14b453aaa0:40367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302544697Disabling compacts and flushes for region at 1731302544697Disabling writes for close at 1731302544697Obtaining lock to block concurrent updates at 1731302544697Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302544697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731302544698 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302544698Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302544698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302544717 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302544717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302545134 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302545160 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302545160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302545569 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302545586 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302545586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ada487a: reopening flushed file at 1731302545605 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7dea6b: reopening flushed file at 1731302545610 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29173fd5: reopening flushed file at 1731302545616 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=105, compaction requested=false at 1731302545624 (+8 ms)Writing region close event to WAL at 1731302545636 (+12 ms)Closed at 1731302545636 2024-11-11T05:22:25,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741830_1006 (size=64423) 2024-11-11T05:22:25,652 INFO [M:0;1d14b453aaa0:40367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:22:25,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:25,652 INFO [M:0;1d14b453aaa0:40367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40367 2024-11-11T05:22:25,653 INFO [M:0;1d14b453aaa0:40367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:22:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:22:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:22:25,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:25,802 INFO [M:0;1d14b453aaa0:40367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x1012857a5390000, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:25,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49e26eb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:25,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8a25aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:25,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:25,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0af973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:25,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b21a851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:25,807 WARN [BP-1752847332-172.17.0.2-1731302500765 heartbeating to localhost/127.0.0.1:45483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:22:25,807 WARN [BP-1752847332-172.17.0.2-1731302500765 heartbeating to localhost/127.0.0.1:45483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752847332-172.17.0.2-1731302500765 (Datanode Uuid 6d75ce05-d479-450d-a530-a061bca94ee1) service to localhost/127.0.0.1:45483 2024-11-11T05:22:25,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/data/data1/current/BP-1752847332-172.17.0.2-1731302500765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:25,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/cluster_cb0cca40-dc7c-3250-46f9-c77d8f07fc6a/data/data2/current/BP-1752847332-172.17.0.2-1731302500765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:25,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:22:25,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:22:25,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:22:25,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19e2d3f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:25,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3659a393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:25,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:25,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732e8ed2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:25,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b298104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635e0066-cdaf-9410-e9b8-79dd7d43d15c/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:25,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:22:25,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:22:25,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36167 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43587 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45483 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=794 (was 725) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6533 (was 6859) 2024-11-11T05:22:25,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=6533 2024-11-11T05:22:25,895 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T05:22:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir so I do NOT create it in target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a 2024-11-11T05:22:25,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:22:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.tmp.dir so I do NOT create it in target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a 2024-11-11T05:22:25,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f23c-fe11-3e9b-ab17-7ac6b9db85ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:22:25,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a 2024-11-11T05:22:25,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291, deleteOnExit=true 2024-11-11T05:22:25,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/zookeeper_0, clientPort=61118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:22:25,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61118 2024-11-11T05:22:25,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/test.cache.data in system properties and HBase conf 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:22:25,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:22:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:22:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:22:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012857a5390002, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:22:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012857a5390008, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:22:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012857a5390005, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:22:25,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012857a5390002, quorum=127.0.0.1:64913, baseZNode=/0-717401469 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:22:25,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012857a5390005, quorum=127.0.0.1:64913, baseZNode=/1444410666 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:22:25,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012857a5390008, quorum=127.0.0.1:64913, baseZNode=/21073825866 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:22:26,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:26,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:26,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:26,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:26,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:26,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:26,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:26,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105aa11d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:26,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73350aeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/java.io.tmpdir/jetty-localhost-33755-hadoop-hdfs-3_4_1-tests_jar-_-any-17277446251800505530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:26,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2752ee47{HTTP/1.1, (http/1.1)}{localhost:33755} 2024-11-11T05:22:26,690 INFO [Time-limited test {}] server.Server(415): Started @319103ms 2024-11-11T05:22:27,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:27,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:27,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:27,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:27,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:27,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:27,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2330b98f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:27,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@416b06e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/java.io.tmpdir/jetty-localhost-43503-hadoop-hdfs-3_4_1-tests_jar-_-any-401086312811022563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:27,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b9b6d1e{HTTP/1.1, (http/1.1)}{localhost:43503} 2024-11-11T05:22:27,205 INFO [Time-limited test {}] server.Server(415): Started @319618ms 2024-11-11T05:22:27,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:22:27,961 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data1/current/BP-435986239-172.17.0.2-1731302545932/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:27,961 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data2/current/BP-435986239-172.17.0.2-1731302545932/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:27,994 WARN [Thread-4161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:22:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e7ef74352a18e54 with lease ID 0x1c15978c04d50cd5: Processing first storage report for DS-bc9b7340-48d5-4bbd-a9e6-0e22bb7c55c6 from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=ab974397-3ec3-4f9b-84ae-e9cfe5deb74e, infoPort=41907, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=1970816688;c=1731302545932) 2024-11-11T05:22:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e7ef74352a18e54 with lease ID 0x1c15978c04d50cd5: from storage DS-bc9b7340-48d5-4bbd-a9e6-0e22bb7c55c6 node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=ab974397-3ec3-4f9b-84ae-e9cfe5deb74e, infoPort=41907, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=1970816688;c=1731302545932), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e7ef74352a18e54 with lease ID 0x1c15978c04d50cd5: Processing first storage report for DS-c4f77738-d03f-46fb-9be4-c0dfe568a10d from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=ab974397-3ec3-4f9b-84ae-e9cfe5deb74e, infoPort=41907, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=1970816688;c=1731302545932) 2024-11-11T05:22:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e7ef74352a18e54 with lease ID 0x1c15978c04d50cd5: from storage DS-c4f77738-d03f-46fb-9be4-c0dfe568a10d node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=ab974397-3ec3-4f9b-84ae-e9cfe5deb74e, infoPort=41907, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=1970816688;c=1731302545932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:28,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a 2024-11-11T05:22:28,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:22:28,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4 with version=8 2024-11-11T05:22:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/hbase-staging 2024-11-11T05:22:28,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:22:28,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:28,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42897 2024-11-11T05:22:28,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42897 connecting to ZooKeeper ensemble=127.0.0.1:61118 2024-11-11T05:22:28,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428970x0, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:28,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42897-0x1012858559c0000 connected 2024-11-11T05:22:28,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on znode that does not yet exist, /0-724871657/running 2024-11-11T05:22:28,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4, hbase.cluster.distributed=false 2024-11-11T05:22:28,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on znode that does not yet exist, /0-724871657/acl 2024-11-11T05:22:28,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-11T05:22:28,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42897 2024-11-11T05:22:28,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42897 2024-11-11T05:22:28,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-11T05:22:28,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-11T05:22:28,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:28,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:28,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41143 2024-11-11T05:22:28,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41143 connecting to ZooKeeper ensemble=127.0.0.1:61118 2024-11-11T05:22:28,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411430x0, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:28,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411430x0, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on znode that does not yet exist, /0-724871657/running 2024-11-11T05:22:28,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41143-0x1012858559c0001 connected 2024-11-11T05:22:28,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:22:28,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:22:28,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on znode that does not yet exist, /0-724871657/master 2024-11-11T05:22:28,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on znode that does not yet exist, /0-724871657/acl 2024-11-11T05:22:28,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-11T05:22:28,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-11T05:22:28,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-11T05:22:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-11T05:22:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-11T05:22:28,373 DEBUG [M:0;1d14b453aaa0:42897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:42897 2024-11-11T05:22:28,376 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-724871657/backup-masters/1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:28,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657/backup-masters 2024-11-11T05:22:28,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657/backup-masters 2024-11-11T05:22:28,386 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on existing znode=/0-724871657/backup-masters/1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724871657/master 2024-11-11T05:22:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:28,397 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on existing znode=/0-724871657/master 2024-11-11T05:22:28,397 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-724871657/backup-masters/1d14b453aaa0,42897,1731302548069 from backup master directory 2024-11-11T05:22:28,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657/backup-masters 2024-11-11T05:22:28,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724871657/backup-masters/1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:28,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657/backup-masters 2024-11-11T05:22:28,407 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:28,407 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:28,410 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/hbase.id] with ID: 3dcf1426-8905-440c-8948-56a6c7d0afef 2024-11-11T05:22:28,410 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/.tmp/hbase.id 2024-11-11T05:22:28,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:22:28,822 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/.tmp/hbase.id]:[hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/hbase.id] 2024-11-11T05:22:28,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:28,830 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:22:28,831 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:22:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:22:28,844 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:28,845 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:22:28,845 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:22:28,851 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/data/master/store 2024-11-11T05:22:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:28,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:28,856 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:28,856 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302548856Disabling compacts and flushes for region at 1731302548856Disabling writes for close at 1731302548856Writing region close event to WAL at 1731302548856Closed at 1731302548856 2024-11-11T05:22:28,857 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/data/master/store/.initializing 2024-11-11T05:22:28,857 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/WALs/1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:28,858 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:28,859 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C42897%2C1731302548069, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/WALs/1d14b453aaa0,42897,1731302548069, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/oldWALs, maxLogs=10 2024-11-11T05:22:28,873 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/WALs/1d14b453aaa0,42897,1731302548069/1d14b453aaa0%2C42897%2C1731302548069.1731302548859, exclude list is [], retry=0 2024-11-11T05:22:28,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-bc9b7340-48d5-4bbd-a9e6-0e22bb7c55c6,DISK] 2024-11-11T05:22:28,880 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/WALs/1d14b453aaa0,42897,1731302548069/1d14b453aaa0%2C42897%2C1731302548069.1731302548859 2024-11-11T05:22:28,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-11T05:22:28,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:28,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:28,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,883 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:22:28,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:28,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:28,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:22:28,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:28,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:28,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:22:28,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:28,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:28,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:22:28,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:28,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:28,890 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,891 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,891 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,892 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,892 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,892 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:28,893 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:28,901 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:28,901 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74323317, jitterRate=0.1075037270784378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:28,901 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302548883Initializing all the Stores at 1731302548884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302548884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302548884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302548884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302548884Cleaning up temporary data from old regions at 1731302548892 (+8 ms)Region opened successfully at 1731302548901 (+9 ms) 2024-11-11T05:22:28,902 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:22:28,904 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c42823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:28,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:22:28,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:22:28,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:22:28,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:22:28,905 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:22:28,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:22:28,906 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:22:28,907 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:22:28,908 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Unable to get data of znode /0-724871657/balancer because node does not exist (not necessarily an error) 2024-11-11T05:22:28,964 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724871657/balancer already deleted, retry=false 2024-11-11T05:22:28,965 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:22:28,965 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Unable to get data of znode /0-724871657/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:22:28,975 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724871657/normalizer already deleted, retry=false 2024-11-11T05:22:28,975 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:22:28,976 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Unable to get data of znode /0-724871657/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:22:28,985 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724871657/switch/split already deleted, retry=false 2024-11-11T05:22:28,986 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Unable to get data of znode /0-724871657/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:22:28,996 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724871657/switch/merge already deleted, retry=false 2024-11-11T05:22:28,998 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Unable to get data of znode /0-724871657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:22:29,006 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724871657/snapshot-cleanup already deleted, retry=false 2024-11-11T05:22:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724871657/running 2024-11-11T05:22:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724871657/running 2024-11-11T05:22:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,017 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,42897,1731302548069, sessionid=0x1012858559c0000, setting cluster-up flag (Was=false) 2024-11-11T05:22:29,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,070 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-724871657/flush-table-proc/acquired, /0-724871657/flush-table-proc/reached, /0-724871657/flush-table-proc/abort 2024-11-11T05:22:29,071 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:29,122 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-724871657/online-snapshot/acquired, /0-724871657/online-snapshot/reached, /0-724871657/online-snapshot/abort 2024-11-11T05:22:29,123 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:29,124 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:22:29,125 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:29,125 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:22:29,125 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:22:29,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,42897,1731302548069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:22:29,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:29,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:29,126 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:29,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:29,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:22:29,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:29,127 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302579127 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:22:29,127 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:22:29,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:29,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:22:29,128 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:22:29,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:29,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:22:29,133 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:22:29,133 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:22:29,140 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302549133,5,FailOnTimeoutGroup] 2024-11-11T05:22:29,148 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302549140,5,FailOnTimeoutGroup] 2024-11-11T05:22:29,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:22:29,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:22:29,162 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(746): ClusterId : 3dcf1426-8905-440c-8948-56a6c7d0afef 2024-11-11T05:22:29,162 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:22:29,174 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:22:29,174 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:22:29,186 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:22:29,186 DEBUG [RS:0;1d14b453aaa0:41143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56090157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:29,199 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:41143 2024-11-11T05:22:29,199 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:22:29,199 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:22:29,199 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:22:29,200 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,42897,1731302548069 with port=41143, startcode=1731302548311 2024-11-11T05:22:29,200 DEBUG [RS:0;1d14b453aaa0:41143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:22:29,201 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:22:29,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42897 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,203 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4 2024-11-11T05:22:29,203 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35435 2024-11-11T05:22:29,203 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:22:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657/rs 2024-11-11T05:22:29,216 DEBUG [RS:0;1d14b453aaa0:41143 {}] zookeeper.ZKUtil(111): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Set watcher on existing znode=/0-724871657/rs/1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,41143,1731302548311] 2024-11-11T05:22:29,216 WARN [RS:0;1d14b453aaa0:41143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:29,216 INFO [RS:0;1d14b453aaa0:41143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:29,216 DEBUG [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,222 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:22:29,224 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:22:29,224 INFO [RS:0;1d14b453aaa0:41143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:22:29,224 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,228 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:22:29,229 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:22:29,229 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:29,229 DEBUG [RS:0;1d14b453aaa0:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:29,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,248 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41143,1731302548311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:29,270 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:22:29,271 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41143,1731302548311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,271 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,271 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.Replication(171): 1d14b453aaa0,41143,1731302548311 started 2024-11-11T05:22:29,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,285 INFO [RS:0;1d14b453aaa0:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:29,285 INFO [RS:0;1d14b453aaa0:41143 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,41143,1731302548311, RpcServer on 1d14b453aaa0/172.17.0.2:41143, sessionid=0x1012858559c0001 2024-11-11T05:22:29,285 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:22:29,285 DEBUG [RS:0;1d14b453aaa0:41143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,285 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41143,1731302548311' 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-724871657/flush-table-proc/abort' 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-724871657/flush-table-proc/acquired' 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,41143,1731302548311' 2024-11-11T05:22:29,286 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-724871657/online-snapshot/abort' 2024-11-11T05:22:29,287 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-724871657/online-snapshot/acquired' 2024-11-11T05:22:29,287 DEBUG [RS:0;1d14b453aaa0:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:22:29,287 INFO [RS:0;1d14b453aaa0:41143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:22:29,287 INFO [RS:0;1d14b453aaa0:41143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:22:29,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:29,387 INFO [RS:0;1d14b453aaa0:41143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:29,388 INFO [RS:0;1d14b453aaa0:41143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41143%2C1731302548311, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/oldWALs, maxLogs=10 2024-11-11T05:22:29,403 DEBUG [RS:0;1d14b453aaa0:41143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311/1d14b453aaa0%2C41143%2C1731302548311.1731302549389, exclude list is [], retry=0 2024-11-11T05:22:29,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-bc9b7340-48d5-4bbd-a9e6-0e22bb7c55c6,DISK] 2024-11-11T05:22:29,407 INFO [RS:0;1d14b453aaa0:41143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311/1d14b453aaa0%2C41143%2C1731302548311.1731302549389 2024-11-11T05:22:29,408 DEBUG [RS:0;1d14b453aaa0:41143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-11T05:22:29,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:22:29,558 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4 2024-11-11T05:22:29,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:22:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:29,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:29,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:29,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:29,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:29,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:29,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:29,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:29,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:29,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:29,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:29,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:29,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:29,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:29,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:29,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:29,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:29,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:29,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/1588230740 2024-11-11T05:22:29,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/1588230740 2024-11-11T05:22:29,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:29,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:29,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:29,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:29,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:29,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65662972, jitterRate=-0.021545469760894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302549963Initializing all the Stores at 1731302549963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302549963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302549964 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302549964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302549964Cleaning up temporary data from old regions at 1731302549971 (+7 ms)Region opened successfully at 1731302549975 (+4 ms) 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:29,975 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:29,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:29,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302549975Disabling compacts and flushes for region at 1731302549975Disabling writes for close at 1731302549975Writing region close event to WAL at 1731302549975Closed at 1731302549975 2024-11-11T05:22:29,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:29,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:22:29,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:22:29,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:29,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:22:30,128 DEBUG [1d14b453aaa0:42897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:22:30,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:30,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41143,1731302548311, state=OPENING 2024-11-11T05:22:30,175 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:22:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724871657 2024-11-11T05:22:30,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724871657/meta-region-server: CHANGED 2024-11-11T05:22:30,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724871657/meta-region-server: CHANGED 2024-11-11T05:22:30,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:30,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41143,1731302548311}] 2024-11-11T05:22:30,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:30,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:22:30,342 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:22:30,342 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:30,342 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:22:30,343 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C41143%2C1731302548311.meta, suffix=.meta, logDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/oldWALs, maxLogs=10 2024-11-11T05:22:30,357 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311/1d14b453aaa0%2C41143%2C1731302548311.meta.1731302550343.meta, exclude list is [], retry=0 2024-11-11T05:22:30,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-bc9b7340-48d5-4bbd-a9e6-0e22bb7c55c6,DISK] 2024-11-11T05:22:30,360 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/WALs/1d14b453aaa0,41143,1731302548311/1d14b453aaa0%2C41143%2C1731302548311.meta.1731302550343.meta 2024-11-11T05:22:30,360 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-11-11T05:22:30,360 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:30,360 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:22:30,361 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:22:30,361 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:22:30,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:30,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:30,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:30,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:30,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:30,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:30,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:30,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:30,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:30,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:30,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:30,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:30,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:30,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:30,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:30,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:30,366 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:30,367 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/1588230740 2024-11-11T05:22:30,368 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/hbase/meta/1588230740 2024-11-11T05:22:30,369 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:30,369 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:30,369 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:30,370 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:30,371 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73172596, jitterRate=0.09035664796829224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:30,371 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:22:30,372 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302550361Writing region info on filesystem at 1731302550361Initializing all the Stores at 1731302550362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302550362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302550362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302550362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302550362Cleaning up temporary data from old regions at 1731302550369 (+7 ms)Running coprocessor post-open hooks at 1731302550371 (+2 ms)Region opened successfully at 1731302550372 (+1 ms) 2024-11-11T05:22:30,373 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302550338 2024-11-11T05:22:30,375 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:22:30,375 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:22:30,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:30,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,41143,1731302548311, state=OPEN 2024-11-11T05:22:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1012858559c0001, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-724871657/meta-region-server 2024-11-11T05:22:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x1012858559c0000, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-724871657/meta-region-server 2024-11-11T05:22:30,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:30,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724871657/meta-region-server: CHANGED 2024-11-11T05:22:30,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724871657/meta-region-server: CHANGED 2024-11-11T05:22:30,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:22:30,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,41143,1731302548311 in 227 msec 2024-11-11T05:22:30,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:22:30,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-11T05:22:30,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:30,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:22:30,419 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:30,419 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41143,1731302548311, seqNum=-1] 2024-11-11T05:22:30,419 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:30,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:30,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-11T05:22:30,424 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302550424, completionTime=-1 2024-11-11T05:22:30,424 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:22:30,424 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:22:30,425 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:22:30,425 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302610425 2024-11-11T05:22:30,425 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302670425 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:42897, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,426 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,427 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.022sec 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:30,429 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:22:30,431 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:22:30,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:22:30,431 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,42897,1731302548069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:30,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41969a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:30,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42897,-1 for getting cluster id 2024-11-11T05:22:30,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:30,464 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dcf1426-8905-440c-8948-56a6c7d0afef' 2024-11-11T05:22:30,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:30,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dcf1426-8905-440c-8948-56a6c7d0afef" 2024-11-11T05:22:30,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59db0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42897,-1] 2024-11-11T05:22:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:30,465 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:30,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:30,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,41143,1731302548311, seqNum=-1] 2024-11-11T05:22:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:30,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:30,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61118 2024-11-11T05:22:30,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61118, baseZNode=/0-724871657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012858559c0002 connected 2024-11-11T05:22:30,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dc0774 2024-11-11T05:22:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:30,505 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:30,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:30,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:30,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:30,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:30,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:30,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0c23719acf6c8ddd52a8545afb175e, NAME => 'test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4 2024-11-11T05:22:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b0c23719acf6c8ddd52a8545afb175e, disabling compactions & flushes 2024-11-11T05:22:30,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. after waiting 0 ms 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:30,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b0c23719acf6c8ddd52a8545afb175e: Waiting for close lock at 1731302550935Disabling compacts and flushes for region at 1731302550935Disabling writes for close at 1731302550935Writing region close event to WAL at 1731302550935Closed at 1731302550935 2024-11-11T05:22:30,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:30,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302550937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302550937"}]},"ts":"1731302550937"} 2024-11-11T05:22:30,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:30,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:30,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302550941"}]},"ts":"1731302550941"} 2024-11-11T05:22:30,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:30,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b0c23719acf6c8ddd52a8545afb175e, ASSIGN}] 2024-11-11T05:22:30,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b0c23719acf6c8ddd52a8545afb175e, ASSIGN 2024-11-11T05:22:30,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b0c23719acf6c8ddd52a8545afb175e, ASSIGN; state=OFFLINE, location=1d14b453aaa0,41143,1731302548311; forceNewPlan=false, retain=false 2024-11-11T05:22:31,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b0c23719acf6c8ddd52a8545afb175e, regionState=OPENING, regionLocation=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:31,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b0c23719acf6c8ddd52a8545afb175e, ASSIGN because future has completed 2024-11-11T05:22:31,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0c23719acf6c8ddd52a8545afb175e, server=1d14b453aaa0,41143,1731302548311}] 2024-11-11T05:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:31,255 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:31,256 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0c23719acf6c8ddd52a8545afb175e, NAME => 'test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:31,256 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:31,256 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:31,256 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,256 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:31,256 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,256 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,258 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,259 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0c23719acf6c8ddd52a8545afb175e columnFamilyName f 2024-11-11T05:22:31,259 DEBUG [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:31,259 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(327): Store=9b0c23719acf6c8ddd52a8545afb175e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:31,259 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,260 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0c23719acf6c8ddd52a8545afb175e columnFamilyName f1 2024-11-11T05:22:31,260 DEBUG [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:31,261 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(327): Store=9b0c23719acf6c8ddd52a8545afb175e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:31,261 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,262 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0c23719acf6c8ddd52a8545afb175e columnFamilyName norep 2024-11-11T05:22:31,262 DEBUG [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:31,262 INFO [StoreOpener-9b0c23719acf6c8ddd52a8545afb175e-1 {}] regionserver.HStore(327): Store=9b0c23719acf6c8ddd52a8545afb175e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:31,262 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,263 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/default/test/9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,263 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/default/test/9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,264 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,264 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,264 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:31,265 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,273 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/data/default/test/9b0c23719acf6c8ddd52a8545afb175e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:31,273 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b0c23719acf6c8ddd52a8545afb175e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59054295, jitterRate=-0.12002243101596832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:31,273 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0c23719acf6c8ddd52a8545afb175e 2024-11-11T05:22:31,274 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b0c23719acf6c8ddd52a8545afb175e: Running coprocessor pre-open hook at 1731302551256Writing region info on filesystem at 1731302551256Initializing all the Stores at 1731302551257 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302551257Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302551257Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302551257Cleaning up temporary data from old regions at 1731302551264 (+7 ms)Running coprocessor post-open hooks at 1731302551273 (+9 ms)Region opened successfully at 1731302551274 (+1 ms) 2024-11-11T05:22:31,275 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e., pid=6, masterSystemTime=1731302551251 2024-11-11T05:22:31,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b0c23719acf6c8ddd52a8545afb175e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,41143,1731302548311 2024-11-11T05:22:31,281 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:31,281 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302550505.9b0c23719acf6c8ddd52a8545afb175e. 2024-11-11T05:22:31,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0c23719acf6c8ddd52a8545afb175e, server=1d14b453aaa0,41143,1731302548311 because future has completed 2024-11-11T05:22:31,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:31,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0c23719acf6c8ddd52a8545afb175e, server=1d14b453aaa0,41143,1731302548311 in 184 msec 2024-11-11T05:22:31,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:31,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b0c23719acf6c8ddd52a8545afb175e, ASSIGN in 341 msec 2024-11-11T05:22:31,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:31,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302551288"}]},"ts":"1731302551288"} 2024-11-11T05:22:31,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:31,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:31,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-11-11T05:22:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:31,646 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:31,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695cf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42897,-1 for getting cluster id 2024-11-11T05:22:31,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:31,648 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dcf1426-8905-440c-8948-56a6c7d0afef' 2024-11-11T05:22:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dcf1426-8905-440c-8948-56a6c7d0afef" 2024-11-11T05:22:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ad5cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42897,-1] 2024-11-11T05:22:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:31,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,649 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5918d6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247b65a2 2024-11-11T05:22:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:31,653 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:31,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:42897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:31,657 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:42897' 2024-11-11T05:22:31,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6726e9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,659 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,42897,-1 for getting cluster id 2024-11-11T05:22:31,659 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:31,660 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dcf1426-8905-440c-8948-56a6c7d0afef' 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dcf1426-8905-440c-8948-56a6c7d0afef" 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cccce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,42897,-1] 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,661 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:31,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614a21d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:31,663 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,42897,1731302548069 2024-11-11T05:22:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44969e5a 2024-11-11T05:22:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:31,666 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:31,666 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:22:31,666 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:31,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:31,667 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T05:22:31,675 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T05:22:31,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=23 msec 2024-11-11T05:22:31,677 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T05:22:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:31,767 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1d14b453aaa0:42897, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T05:22:31,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:31,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:31,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:31,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:31,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 362) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 38263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/1d14b453aaa0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data2/current/BP-435986239-172.17.0.2-1731302545932 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7104430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-435986239-172.17.0.2-1731302545932 heartbeating to localhost/127.0.0.1:35435 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4/MasterData-prefix:1d14b453aaa0,42897,1731302548069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PacketResponder: BP-435986239-172.17.0.2-1731302545932:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4cbcf250[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2059053855_20 at /127.0.0.1:41560 [Receiving block BP-435986239-172.17.0.2-1731302545932:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1b703aef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4-prefix:1d14b453aaa0,41143,1731302548311.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61118 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp83862681-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1e89626b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;1d14b453aaa0:42897 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35435 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4fd6f8ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1972580334-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-435986239-172.17.0.2-1731302545932:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2059053855_20 at /127.0.0.1:41540 [Receiving block BP-435986239-172.17.0.2-1731302545932:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302549133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/1d14b453aaa0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1972580334-7930-acceptor-0@b022d16-ServerConnector@3b9b6d1e{HTTP/1.1, (http/1.1)}{localhost:43503} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1d14b453aaa0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1d14b453aaa0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1972580334-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 1d14b453aaa0:42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 38263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@750e0db5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2e432106-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7104430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp83862681-7883-acceptor-0@19c5e60f-ServerConnector@2752ee47{HTTP/1.1, (http/1.1)}{localhost:33755} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1d14b453aaa0:41143 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f71049f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61118): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RS:0;1d14b453aaa0:41143-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4c4b2c4f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7104430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1069560654_20 at /127.0.0.1:41522 [Receiving block BP-435986239-172.17.0.2-1731302545932:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302549140 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 4 on default port 38263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/1d14b453aaa0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1972580334-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7104430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7f6e364a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f7104ab1f10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61118) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@25fb5ae3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(915943851) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35435/user/jenkins/test-data/012717d6-2042-c25e-6a55-a7e2142b30e4-prefix:1d14b453aaa0,41143,1731302548311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2059053855_20 at /127.0.0.1:41464 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp83862681-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7104430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 38263 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1356bd54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-435986239-172.17.0.2-1731302545932:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/cluster_fce23d50-8134-c386-0163-402f9ac1a291/data/data1/current/BP-435986239-172.17.0.2-1731302545932 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=6483 (was 6533) 2024-11-11T05:22:31,790 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-11T05:22:31,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=6482 2024-11-11T05:22:31,806 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-11T05:22:31,824 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T05:22:31,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.log.dir so I do NOT create it in target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f 2024-11-11T05:22:31,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:22:31,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.tmp.dir so I do NOT create it in target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f 2024-11-11T05:22:31,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01f546f8-2fc2-88e5-d40e-ab4bbc035c1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:22:31,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f 2024-11-11T05:22:31,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813, deleteOnExit=true 2024-11-11T05:22:31,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/zookeeper_0, clientPort=59534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T05:22:31,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59534 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/test.cache.data in system properties and HBase conf 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:22:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:22:31,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:22:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:22:31,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:22:31,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:31,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:22:31,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:22:32,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:32,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:32,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:32,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:32,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:32,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:32,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:32,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:32,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/java.io.tmpdir/jetty-localhost-46689-hadoop-hdfs-3_4_1-tests_jar-_-any-6211042398219359223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:32,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:46689} 2024-11-11T05:22:32,493 INFO [Time-limited test {}] server.Server(415): Started @324906ms 2024-11-11T05:22:32,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:32,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:32,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:32,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:32,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:32,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a20a1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:32,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8443a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:32,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78aa6c38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/java.io.tmpdir/jetty-localhost-35545-hadoop-hdfs-3_4_1-tests_jar-_-any-5139043491208865315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:32,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b4a8b04{HTTP/1.1, (http/1.1)}{localhost:35545} 2024-11-11T05:22:32,879 INFO [Time-limited test {}] server.Server(415): Started @325292ms 2024-11-11T05:22:32,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:22:33,747 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/data/data1/current/BP-1285292342-172.17.0.2-1731302551926/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:33,747 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/data/data2/current/BP-1285292342-172.17.0.2-1731302551926/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:33,773 WARN [Thread-4295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:22:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190e0973ca79b5be with lease ID 0xd8ab78dc8f8d73ed: Processing first storage report for DS-13a0d4cd-67d2-47ec-a725-f250746b6999 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=09fe34b9-65ac-4605-983b-6c33a4baca58, infoPort=36067, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1560802919;c=1731302551926) 2024-11-11T05:22:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190e0973ca79b5be with lease ID 0xd8ab78dc8f8d73ed: from storage DS-13a0d4cd-67d2-47ec-a725-f250746b6999 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=09fe34b9-65ac-4605-983b-6c33a4baca58, infoPort=36067, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1560802919;c=1731302551926), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190e0973ca79b5be with lease ID 0xd8ab78dc8f8d73ed: Processing first storage report for DS-56c40ab6-0bef-4f3a-abd9-2d2229828b72 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=09fe34b9-65ac-4605-983b-6c33a4baca58, infoPort=36067, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1560802919;c=1731302551926) 2024-11-11T05:22:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190e0973ca79b5be with lease ID 0xd8ab78dc8f8d73ed: from storage DS-56c40ab6-0bef-4f3a-abd9-2d2229828b72 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=09fe34b9-65ac-4605-983b-6c33a4baca58, infoPort=36067, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=1560802919;c=1731302551926), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:33,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f 2024-11-11T05:22:33,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:33,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:33,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:22:34,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c with version=8 2024-11-11T05:22:34,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/hbase-staging 2024-11-11T05:22:34,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:22:34,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:34,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35619 2024-11-11T05:22:34,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35619 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:34,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356190x0, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:34,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35619-0x10128586cf50000 connected 2024-11-11T05:22:34,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:34,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:34,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/running 2024-11-11T05:22:34,575 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c, hbase.cluster.distributed=false 2024-11-11T05:22:34,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/acl 2024-11-11T05:22:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-11T05:22:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35619 2024-11-11T05:22:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35619 2024-11-11T05:22:34,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-11T05:22:34,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-11T05:22:34,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:34,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36591 2024-11-11T05:22:34,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36591 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:34,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:34,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365910x0, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:34,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365910x0, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/running 2024-11-11T05:22:34,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36591-0x10128586cf50001 connected 2024-11-11T05:22:34,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:22:34,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:22:34,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/master 2024-11-11T05:22:34,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/acl 2024-11-11T05:22:34,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-11T05:22:34,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36591 2024-11-11T05:22:34,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36591 2024-11-11T05:22:34,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-11T05:22:34,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-11T05:22:34,645 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:35619 2024-11-11T05:22:34,645 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2033570980/backup-masters/1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/backup-masters 2024-11-11T05:22:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/backup-masters 2024-11-11T05:22:34,651 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on existing znode=/0-2033570980/backup-masters/1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2033570980/master 2024-11-11T05:22:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:34,661 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on existing znode=/0-2033570980/master 2024-11-11T05:22:34,661 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2033570980/backup-masters/1d14b453aaa0,35619,1731302554228 from backup master directory 2024-11-11T05:22:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2033570980/backup-masters/1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/backup-masters 2024-11-11T05:22:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/backup-masters 2024-11-11T05:22:34,671 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:34,671 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:34,674 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/hbase.id] with ID: 59cf7e43-a837-4912-832d-9b60b08cd870 2024-11-11T05:22:34,674 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/.tmp/hbase.id 2024-11-11T05:22:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:22:35,082 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/.tmp/hbase.id]:[hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/hbase.id] 2024-11-11T05:22:35,089 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:35,089 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:22:35,090 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:22:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:22:35,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:22:35,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T05:22:35,573 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:35,573 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:22:35,574 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:22:35,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:35,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:35,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T05:22:35,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T05:22:35,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T05:22:35,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T05:22:35,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:35,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T05:22:35,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T05:22:35,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T05:22:35,979 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store 2024-11-11T05:22:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:22:35,991 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:35,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:35,992 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:35,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:35,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:35,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:35,992 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:35,992 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302555992Disabling compacts and flushes for region at 1731302555992Disabling writes for close at 1731302555992Writing region close event to WAL at 1731302555992Closed at 1731302555992 2024-11-11T05:22:35,994 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/.initializing 2024-11-11T05:22:35,994 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/WALs/1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:35,995 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:35,996 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C35619%2C1731302554228, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/WALs/1d14b453aaa0,35619,1731302554228, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/oldWALs, maxLogs=10 2024-11-11T05:22:36,009 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/WALs/1d14b453aaa0,35619,1731302554228/1d14b453aaa0%2C35619%2C1731302554228.1731302555996, exclude list is [], retry=0 2024-11-11T05:22:36,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:36,012 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/WALs/1d14b453aaa0,35619,1731302554228/1d14b453aaa0%2C35619%2C1731302554228.1731302555996 2024-11-11T05:22:36,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:36,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:36,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:36,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,013 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:22:36,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:36,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:22:36,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:22:36,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:22:36,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:36,019 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,019 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,019 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,020 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:36,021 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:36,022 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:36,022 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413150, jitterRate=-0.11467507481575012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:36,022 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302556013Initializing all the Stores at 1731302556014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302556014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302556014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302556014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302556014Cleaning up temporary data from old regions at 1731302556020 (+6 ms)Region opened successfully at 1731302556022 (+2 ms) 2024-11-11T05:22:36,023 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:22:36,024 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4357719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:36,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:22:36,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:22:36,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:22:36,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:22:36,025 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:22:36,026 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:22:36,026 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:22:36,027 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:22:36,027 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/balancer because node does not exist (not necessarily an error) 2024-11-11T05:22:36,057 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/balancer already deleted, retry=false 2024-11-11T05:22:36,058 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:22:36,058 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:22:36,123 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/normalizer already deleted, retry=false 2024-11-11T05:22:36,123 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:22:36,124 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:22:36,207 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/switch/split already deleted, retry=false 2024-11-11T05:22:36,207 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:22:36,271 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/switch/merge already deleted, retry=false 2024-11-11T05:22:36,272 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:22:36,365 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/snapshot-cleanup already deleted, retry=false 2024-11-11T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2033570980/running 2024-11-11T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2033570980/running 2024-11-11T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:36,492 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,35619,1731302554228, sessionid=0x10128586cf50000, setting cluster-up flag (Was=false) 2024-11-11T05:22:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:37,222 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2033570980/flush-table-proc/acquired, /0-2033570980/flush-table-proc/reached, /0-2033570980/flush-table-proc/abort 2024-11-11T05:22:37,223 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:37,682 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2033570980/online-snapshot/acquired, /0-2033570980/online-snapshot/reached, /0-2033570980/online-snapshot/abort 2024-11-11T05:22:37,683 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:37,684 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:22:37,685 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:37,685 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:22:37,685 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:22:37,685 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,35619,1731302554228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:37,686 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302587687 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:22:37,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:37,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:22:37,687 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:22:37,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:22:37,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:22:37,688 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:22:37,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:37,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:22:37,692 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:22:37,692 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:22:37,692 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302557692,5,FailOnTimeoutGroup] 2024-11-11T05:22:37,692 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302557692,5,FailOnTimeoutGroup] 2024-11-11T05:22:37,692 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,692 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:22:37,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,693 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:22:37,736 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(746): ClusterId : 59cf7e43-a837-4912-832d-9b60b08cd870 2024-11-11T05:22:37,736 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:22:37,746 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:22:37,746 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:22:37,766 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:22:37,767 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e156552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:37,780 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36591 2024-11-11T05:22:37,780 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:22:37,780 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:22:37,780 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:22:37,780 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,35619,1731302554228 with port=36591, startcode=1731302554592 2024-11-11T05:22:37,781 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:22:37,782 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:22:37,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35619 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,783 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c 2024-11-11T05:22:37,783 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43039 2024-11-11T05:22:37,783 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:22:37,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/rs 2024-11-11T05:22:37,796 DEBUG [RS:0;1d14b453aaa0:36591 {}] zookeeper.ZKUtil(111): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on existing znode=/0-2033570980/rs/1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,796 WARN [RS:0;1d14b453aaa0:36591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:37,796 INFO [RS:0;1d14b453aaa0:36591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:37,796 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36591,1731302554592] 2024-11-11T05:22:37,803 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:22:37,808 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:22:37,808 INFO [RS:0;1d14b453aaa0:36591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:22:37,808 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,809 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:22:37,809 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:22:37,809 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,809 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,809 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,809 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,809 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:37,810 DEBUG [RS:0;1d14b453aaa0:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,812 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36591,1731302554592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:37,828 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:22:37,829 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36591,1731302554592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,829 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,829 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.Replication(171): 1d14b453aaa0,36591,1731302554592 started 2024-11-11T05:22:37,843 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:37,843 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36591,1731302554592, RpcServer on 1d14b453aaa0/172.17.0.2:36591, sessionid=0x10128586cf50001 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36591,1731302554592' 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2033570980/flush-table-proc/abort' 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2033570980/flush-table-proc/acquired' 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36591,1731302554592' 2024-11-11T05:22:37,844 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2033570980/online-snapshot/abort' 2024-11-11T05:22:37,845 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2033570980/online-snapshot/acquired' 2024-11-11T05:22:37,845 DEBUG [RS:0;1d14b453aaa0:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:22:37,845 INFO [RS:0;1d14b453aaa0:36591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:22:37,845 INFO [RS:0;1d14b453aaa0:36591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:22:37,945 INFO [RS:0;1d14b453aaa0:36591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:37,946 INFO [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36591%2C1731302554592, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs, maxLogs=10 2024-11-11T05:22:37,958 DEBUG [RS:0;1d14b453aaa0:36591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947, exclude list is [], retry=0 2024-11-11T05:22:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:37,961 INFO [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 2024-11-11T05:22:37,961 DEBUG [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:38,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:22:38,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c 2024-11-11T05:22:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:22:38,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:38,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:38,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:38,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:38,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:38,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:38,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:38,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:38,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:38,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:38,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:38,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:38,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:38,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:38,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740 2024-11-11T05:22:38,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740 2024-11-11T05:22:38,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:38,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:38,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:38,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:38,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64354962, jitterRate=-0.04103633761405945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302558503Initializing all the Stores at 1731302558504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302558504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302558504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302558504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302558504Cleaning up temporary data from old regions at 1731302558515 (+11 ms)Region opened successfully at 1731302558523 (+8 ms) 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:38,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:38,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:38,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302558523Disabling compacts and flushes for region at 1731302558523Disabling writes for close at 1731302558523Writing region close event to WAL at 1731302558524 (+1 ms)Closed at 1731302558524 2024-11-11T05:22:38,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:38,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:22:38,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:22:38,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:38,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:22:38,677 DEBUG [1d14b453aaa0:35619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:22:38,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:38,678 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36591,1731302554592, state=OPENING 2024-11-11T05:22:38,690 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:22:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:38,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2033570980/meta-region-server: CHANGED 2024-11-11T05:22:38,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:38,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36591,1731302554592}] 2024-11-11T05:22:38,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2033570980/meta-region-server: CHANGED 2024-11-11T05:22:39,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:39,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:22:39,097 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:22:39,097 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:39,097 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:22:39,098 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36591%2C1731302554592.meta, suffix=.meta, logDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs, maxLogs=10 2024-11-11T05:22:39,109 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302559099.meta, exclude list is [], retry=0 2024-11-11T05:22:39,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:39,112 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302559099.meta 2024-11-11T05:22:39,113 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:39,113 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:39,113 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:39,113 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:39,113 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:22:39,114 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:22:39,114 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:22:39,114 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:39,114 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:22:39,114 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:22:39,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:39,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:39,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:39,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:39,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:39,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:39,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:39,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:39,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:39,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:39,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:39,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:39,119 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:39,119 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740 2024-11-11T05:22:39,120 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740 2024-11-11T05:22:39,121 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:39,121 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:39,121 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:39,122 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:39,122 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64455913, jitterRate=-0.039532050490379333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:39,123 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:22:39,123 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302559114Writing region info on filesystem at 1731302559114Initializing all the Stores at 1731302559115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302559115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302559115Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302559115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302559115Cleaning up temporary data from old regions at 1731302559121 (+6 ms)Running coprocessor post-open hooks at 1731302559123 (+2 ms)Region opened successfully at 1731302559123 2024-11-11T05:22:39,123 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302559093 2024-11-11T05:22:39,125 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:22:39,125 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:22:39,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:39,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36591,1731302554592, state=OPEN 2024-11-11T05:22:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2033570980/meta-region-server 2024-11-11T05:22:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2033570980/meta-region-server 2024-11-11T05:22:39,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:39,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2033570980/meta-region-server: CHANGED 2024-11-11T05:22:39,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2033570980/meta-region-server: CHANGED 2024-11-11T05:22:39,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:22:39,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36591,1731302554592 in 192 msec 2024-11-11T05:22:39,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:22:39,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-11T05:22:39,139 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:39,139 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:22:39,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:39,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36591,1731302554592, seqNum=-1] 2024-11-11T05:22:39,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:39,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:39,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-11-11T05:22:39,145 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302559145, completionTime=-1 2024-11-11T05:22:39,145 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:22:39,145 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:22:39,147 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:22:39,147 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302619147 2024-11-11T05:22:39,147 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302679147 2024-11-11T05:22:39,147 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:22:39,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:35619, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,149 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:22:39,152 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.484sec 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:39,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:22:39,160 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:22:39,161 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:22:39,161 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,35619,1731302554228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:39,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c881b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:39,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:39,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:39,238 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ac8098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:39,239 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa94287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:39,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36591,1731302554592, seqNum=-1] 2024-11-11T05:22:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:39,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:39,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:39,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128586cf50002 connected 2024-11-11T05:22:39,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir so I do NOT create it in target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd 2024-11-11T05:22:39,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:22:39,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.tmp.dir so I do NOT create it in target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd 2024-11-11T05:22:39,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:22:39,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/cluster_978f832b-ad9e-5fc7-c4cc-2f07ca6270b1, deleteOnExit=true 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/test.cache.data in system properties and HBase conf 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:22:39,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:22:39,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:22:39,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:22:39,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:39,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:39,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:39,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:39,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:39,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:39,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b16ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:39,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3588b6ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:39,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c012cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/java.io.tmpdir/jetty-localhost-37731-hadoop-hdfs-3_4_1-tests_jar-_-any-11868060122968004419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:39,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e22f85{HTTP/1.1, (http/1.1)}{localhost:37731} 2024-11-11T05:22:39,738 INFO [Time-limited test {}] server.Server(415): Started @332151ms 2024-11-11T05:22:39,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:39,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:39,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:39,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:39,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:39,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd8754c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:39,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8c31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:40,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed5ab24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/java.io.tmpdir/jetty-localhost-42595-hadoop-hdfs-3_4_1-tests_jar-_-any-18175132716167107745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:40,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54aa5d80{HTTP/1.1, (http/1.1)}{localhost:42595} 2024-11-11T05:22:40,080 INFO [Time-limited test {}] server.Server(415): Started @332493ms 2024-11-11T05:22:40,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:22:40,859 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/cluster_978f832b-ad9e-5fc7-c4cc-2f07ca6270b1/data/data1/current/BP-78328262-172.17.0.2-1731302559281/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:40,859 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/cluster_978f832b-ad9e-5fc7-c4cc-2f07ca6270b1/data/data2/current/BP-78328262-172.17.0.2-1731302559281/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:40,885 WARN [Thread-4417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:22:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221f145929190639 with lease ID 0x1c94f94e48e3c5d0: Processing first storage report for DS-0eb87e0a-f44e-4759-9fea-3f10f3fd6207 from datanode DatanodeRegistration(127.0.0.1:33097, datanodeUuid=b4479714-1223-4369-a093-6b8af6013655, infoPort=42571, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=1335245436;c=1731302559281) 2024-11-11T05:22:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221f145929190639 with lease ID 0x1c94f94e48e3c5d0: from storage DS-0eb87e0a-f44e-4759-9fea-3f10f3fd6207 node DatanodeRegistration(127.0.0.1:33097, datanodeUuid=b4479714-1223-4369-a093-6b8af6013655, infoPort=42571, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=1335245436;c=1731302559281), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221f145929190639 with lease ID 0x1c94f94e48e3c5d0: Processing first storage report for DS-a1256cae-4298-4c44-8fa4-10d47cbc1d12 from datanode DatanodeRegistration(127.0.0.1:33097, datanodeUuid=b4479714-1223-4369-a093-6b8af6013655, infoPort=42571, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=1335245436;c=1731302559281) 2024-11-11T05:22:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221f145929190639 with lease ID 0x1c94f94e48e3c5d0: from storage DS-a1256cae-4298-4c44-8fa4-10d47cbc1d12 node DatanodeRegistration(127.0.0.1:33097, datanodeUuid=b4479714-1223-4369-a093-6b8af6013655, infoPort=42571, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=1335245436;c=1731302559281), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:40,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd 2024-11-11T05:22:40,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:40,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:22:40,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5 with version=8 2024-11-11T05:22:40,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/hbase-staging 2024-11-11T05:22:40,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:40,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:22:40,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:40,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41737 2024-11-11T05:22:40,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41737 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:40,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417370x0, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:40,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41737-0x10128586cf50003 connected 2024-11-11T05:22:41,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:41,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:41,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/running 2024-11-11T05:22:41,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5, hbase.cluster.distributed=false 2024-11-11T05:22:41,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/acl 2024-11-11T05:22:41,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-11T05:22:41,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41737 2024-11-11T05:22:41,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41737 2024-11-11T05:22:41,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-11T05:22:41,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-11T05:22:41,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:22:41,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:41,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36919 2024-11-11T05:22:41,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36919 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:41,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:41,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369190x0, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:41,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369190x0, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/running 2024-11-11T05:22:41,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:22:41,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36919-0x10128586cf50004 connected 2024-11-11T05:22:41,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:22:41,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/master 2024-11-11T05:22:41,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/acl 2024-11-11T05:22:41,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-11T05:22:41,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36919 2024-11-11T05:22:41,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36919 2024-11-11T05:22:41,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-11T05:22:41,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-11T05:22:41,141 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:41737 2024-11-11T05:22:41,142 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-46663362/backup-masters/1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/backup-masters 2024-11-11T05:22:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/backup-masters 2024-11-11T05:22:41,154 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on existing znode=/1-46663362/backup-masters/1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46663362/master 2024-11-11T05:22:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:41,167 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on existing znode=/1-46663362/master 2024-11-11T05:22:41,167 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-46663362/backup-masters/1d14b453aaa0,41737,1731302560913 from backup master directory 2024-11-11T05:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/backup-masters 2024-11-11T05:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46663362/backup-masters/1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/backup-masters 2024-11-11T05:22:41,176 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:41,176 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:41,181 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/hbase.id] with ID: fa1c4974-2d1a-4dc5-9422-b75f4129b7b7 2024-11-11T05:22:41,181 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/.tmp/hbase.id 2024-11-11T05:22:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:22:41,199 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/.tmp/hbase.id]:[hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/hbase.id] 2024-11-11T05:22:41,209 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:41,209 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:22:41,210 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:22:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:22:41,638 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:41,639 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:22:41,640 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:22:42,063 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store 2024-11-11T05:22:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:42,471 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:42,471 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:42,471 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302562471Disabling compacts and flushes for region at 1731302562471Disabling writes for close at 1731302562471Writing region close event to WAL at 1731302562471Closed at 1731302562471 2024-11-11T05:22:42,472 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/.initializing 2024-11-11T05:22:42,472 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/WALs/1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:42,472 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:42,473 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C41737%2C1731302560913, suffix=, logDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/WALs/1d14b453aaa0,41737,1731302560913, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/oldWALs, maxLogs=10 2024-11-11T05:22:42,488 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/WALs/1d14b453aaa0,41737,1731302560913/1d14b453aaa0%2C41737%2C1731302560913.1731302562474, exclude list is [], retry=0 2024-11-11T05:22:42,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33097,DS-0eb87e0a-f44e-4759-9fea-3f10f3fd6207,DISK] 2024-11-11T05:22:42,506 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/WALs/1d14b453aaa0,41737,1731302560913/1d14b453aaa0%2C41737%2C1731302560913.1731302562474 2024-11-11T05:22:42,506 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42571:42571)] 2024-11-11T05:22:42,506 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:42,506 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:42,506 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,507 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:22:42,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:42,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:42,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:22:42,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:42,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:42,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:22:42,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:42,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:42,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:22:42,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:42,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:42,512 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,513 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,513 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,514 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,514 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,515 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:42,515 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:42,517 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:42,517 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67275777, jitterRate=0.002487197518348694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:42,518 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302562507Initializing all the Stores at 1731302562507Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302562507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302562507Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302562507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302562507Cleaning up temporary data from old regions at 1731302562514 (+7 ms)Region opened successfully at 1731302562517 (+3 ms) 2024-11-11T05:22:42,518 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:22:42,520 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48023d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:42,520 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:22:42,520 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:22:42,521 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:22:42,521 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:22:42,521 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:22:42,521 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:22:42,521 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:22:42,523 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:22:42,524 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/balancer because node does not exist (not necessarily an error) 2024-11-11T05:22:42,574 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/balancer already deleted, retry=false 2024-11-11T05:22:42,575 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:22:42,575 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:22:42,587 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/normalizer already deleted, retry=false 2024-11-11T05:22:42,587 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:22:42,588 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:22:42,597 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/switch/split already deleted, retry=false 2024-11-11T05:22:42,598 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:22:42,608 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/switch/merge already deleted, retry=false 2024-11-11T05:22:42,609 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:22:42,618 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/snapshot-cleanup already deleted, retry=false 2024-11-11T05:22:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46663362/running 2024-11-11T05:22:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46663362/running 2024-11-11T05:22:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,629 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,41737,1731302560913, sessionid=0x10128586cf50003, setting cluster-up flag (Was=false) 2024-11-11T05:22:42,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,682 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-46663362/flush-table-proc/acquired, /1-46663362/flush-table-proc/reached, /1-46663362/flush-table-proc/abort 2024-11-11T05:22:42,683 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:42,734 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-46663362/online-snapshot/acquired, /1-46663362/online-snapshot/reached, /1-46663362/online-snapshot/abort 2024-11-11T05:22:42,735 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:42,736 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:22:42,737 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:42,738 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:22:42,738 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:22:42,738 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,41737,1731302560913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:42,739 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:42,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:22:42,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:42,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:22:42,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302592748 2024-11-11T05:22:42,748 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:22:42,749 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:22:42,749 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:22:42,749 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:22:42,749 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:22:42,749 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:22:42,768 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:22:42,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:22:42,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:22:42,769 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:22:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:22:42,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:22:42,788 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:22:42,788 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302562788,5,FailOnTimeoutGroup] 2024-11-11T05:22:42,792 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302562789,5,FailOnTimeoutGroup] 2024-11-11T05:22:42,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:22:42,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,792 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,827 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(746): ClusterId : fa1c4974-2d1a-4dc5-9422-b75f4129b7b7 2024-11-11T05:22:42,827 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:22:42,840 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:22:42,840 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:22:42,850 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:22:42,851 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37349587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:42,867 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:36919 2024-11-11T05:22:42,867 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:22:42,867 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:22:42,867 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:22:42,867 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,41737,1731302560913 with port=36919, startcode=1731302561030 2024-11-11T05:22:42,868 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:22:42,869 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:22:42,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41737 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,870 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5 2024-11-11T05:22:42,870 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42761 2024-11-11T05:22:42,870 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:22:42,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/rs 2024-11-11T05:22:42,920 DEBUG [RS:0;1d14b453aaa0:36919 {}] zookeeper.ZKUtil(111): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on existing znode=/1-46663362/rs/1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,920 WARN [RS:0;1d14b453aaa0:36919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:42,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,36919,1731302561030] 2024-11-11T05:22:42,920 INFO [RS:0;1d14b453aaa0:36919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:42,920 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,922 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:22:42,924 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:22:42,928 INFO [RS:0;1d14b453aaa0:36919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:22:42,928 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,929 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:22:42,929 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:22:42,929 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:42,930 DEBUG [RS:0;1d14b453aaa0:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,936 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36919,1731302561030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:42,953 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:22:42,953 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,36919,1731302561030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,953 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,954 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.Replication(171): 1d14b453aaa0,36919,1731302561030 started 2024-11-11T05:22:42,970 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:42,970 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,36919,1731302561030, RpcServer on 1d14b453aaa0/172.17.0.2:36919, sessionid=0x10128586cf50004 2024-11-11T05:22:42,970 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:22:42,970 DEBUG [RS:0;1d14b453aaa0:36919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,970 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36919,1731302561030' 2024-11-11T05:22:42,970 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-46663362/flush-table-proc/abort' 2024-11-11T05:22:42,970 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-46663362/flush-table-proc/acquired' 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,36919,1731302561030' 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-46663362/online-snapshot/abort' 2024-11-11T05:22:42,971 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-46663362/online-snapshot/acquired' 2024-11-11T05:22:42,972 DEBUG [RS:0;1d14b453aaa0:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:22:42,972 INFO [RS:0;1d14b453aaa0:36919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:22:42,972 INFO [RS:0;1d14b453aaa0:36919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:22:43,072 INFO [RS:0;1d14b453aaa0:36919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:43,073 INFO [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36919%2C1731302561030, suffix=, logDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/oldWALs, maxLogs=10 2024-11-11T05:22:43,091 DEBUG [RS:0;1d14b453aaa0:36919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030/1d14b453aaa0%2C36919%2C1731302561030.1731302563074, exclude list is [], retry=0 2024-11-11T05:22:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33097,DS-0eb87e0a-f44e-4759-9fea-3f10f3fd6207,DISK] 2024-11-11T05:22:43,098 INFO [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030/1d14b453aaa0%2C36919%2C1731302561030.1731302563074 2024-11-11T05:22:43,098 DEBUG [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42571:42571)] 2024-11-11T05:22:43,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:22:43,184 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5 2024-11-11T05:22:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:22:43,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:43,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:43,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:43,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:43,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:43,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:43,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:43,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:43,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:43,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:43,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:43,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:43,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:43,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:43,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:43,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:43,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:43,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:43,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740 2024-11-11T05:22:43,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740 2024-11-11T05:22:43,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:43,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:43,598 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:43,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:43,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:43,601 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64241773, jitterRate=-0.04272298514842987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302563589Initializing all the Stores at 1731302563590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302563590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302563590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302563590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302563590Cleaning up temporary data from old regions at 1731302563598 (+8 ms)Region opened successfully at 1731302563601 (+3 ms) 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:43,601 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:43,601 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302563601Disabling compacts and flushes for region at 1731302563601Disabling writes for close at 1731302563601Writing region close event to WAL at 1731302563601Closed at 1731302563601 2024-11-11T05:22:43,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:43,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:22:43,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:22:43,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:43,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:22:43,755 DEBUG [1d14b453aaa0:41737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:22:43,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:43,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36919,1731302561030, state=OPENING 2024-11-11T05:22:43,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:22:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:43,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46663362/meta-region-server: CHANGED 2024-11-11T05:22:43,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46663362/meta-region-server: CHANGED 2024-11-11T05:22:43,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:43,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36919,1731302561030}] 2024-11-11T05:22:44,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:44,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:22:44,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:22:44,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:44,029 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:22:44,031 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36919%2C1731302561030.meta, suffix=.meta, logDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030, archiveDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/oldWALs, maxLogs=10 2024-11-11T05:22:44,050 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030/1d14b453aaa0%2C36919%2C1731302561030.meta.1731302564032.meta, exclude list is [], retry=0 2024-11-11T05:22:44,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33097,DS-0eb87e0a-f44e-4759-9fea-3f10f3fd6207,DISK] 2024-11-11T05:22:44,053 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/WALs/1d14b453aaa0,36919,1731302561030/1d14b453aaa0%2C36919%2C1731302561030.meta.1731302564032.meta 2024-11-11T05:22:44,053 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42571:42571)] 2024-11-11T05:22:44,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:44,054 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:44,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:44,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:22:44,054 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:22:44,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:22:44,054 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:44,055 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:22:44,055 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:22:44,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:44,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:44,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:44,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:44,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:44,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:44,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:44,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:44,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:44,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:44,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:44,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:44,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:44,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:44,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:44,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:44,060 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:44,060 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740 2024-11-11T05:22:44,061 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740 2024-11-11T05:22:44,062 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:44,062 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:44,063 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:44,064 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:44,064 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74192400, jitterRate=0.10555291175842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:44,064 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:22:44,064 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302564055Writing region info on filesystem at 1731302564055Initializing all the Stores at 1731302564055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302564055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302564056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302564056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302564056Cleaning up temporary data from old regions at 1731302564062 (+6 ms)Running coprocessor post-open hooks at 1731302564064 (+2 ms)Region opened successfully at 1731302564064 2024-11-11T05:22:44,065 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302564019 2024-11-11T05:22:44,067 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:22:44,067 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:22:44,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:44,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,36919,1731302561030, state=OPEN 2024-11-11T05:22:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-46663362/meta-region-server 2024-11-11T05:22:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-46663362/meta-region-server 2024-11-11T05:22:44,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:44,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46663362/meta-region-server: CHANGED 2024-11-11T05:22:44,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46663362/meta-region-server: CHANGED 2024-11-11T05:22:44,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:22:44,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,36919,1731302561030 in 214 msec 2024-11-11T05:22:44,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:22:44,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-11T05:22:44,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:44,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:22:44,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:44,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36919,1731302561030, seqNum=-1] 2024-11-11T05:22:44,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:44,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:44,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-11T05:22:44,092 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302564092, completionTime=-1 2024-11-11T05:22:44,092 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:22:44,092 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:22:44,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:22:44,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302624094 2024-11-11T05:22:44,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302684094 2024-11-11T05:22:44,094 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:41737, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,095 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,097 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:22:44,098 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-11T05:22:44,098 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:44,099 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:22:44,101 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:22:44,101 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:22:44,101 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41737,1731302560913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:44,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eb75bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:44,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41737,-1 for getting cluster id 2024-11-11T05:22:44,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:44,129 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa1c4974-2d1a-4dc5-9422-b75f4129b7b7' 2024-11-11T05:22:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa1c4974-2d1a-4dc5-9422-b75f4129b7b7" 2024-11-11T05:22:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c2b8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41737,-1] 2024-11-11T05:22:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:44,131 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:44,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4697a9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:44,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36919,1731302561030, seqNum=-1] 2024-11-11T05:22:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:44,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:44,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:44,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:44,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128586cf50005 connected 2024-11-11T05:22:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir so I do NOT create it in target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c 2024-11-11T05:22:44,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T05:22:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.tmp.dir so I do NOT create it in target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c 2024-11-11T05:22:44,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T05:22:44,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c 2024-11-11T05:22:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T05:22:44,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/cluster_2c2008ac-1df0-ce27-6bb2-db63fabffaea, deleteOnExit=true 2024-11-11T05:22:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/test.cache.data in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.log.dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T05:22:44,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T05:22:44,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/nfs.dump.dir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/java.io.tmpdir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T05:22:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T05:22:44,497 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T05:22:44,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,552 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,561 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:44,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:44,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:44,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:44,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:44,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:44,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:44,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a514d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:44,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35feeda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:44,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61eec301{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/java.io.tmpdir/jetty-localhost-44699-hadoop-hdfs-3_4_1-tests_jar-_-any-11507593988394009073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:44,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e44f0d4{HTTP/1.1, (http/1.1)}{localhost:44699} 2024-11-11T05:22:44,769 INFO [Time-limited test {}] server.Server(415): Started @337182ms 2024-11-11T05:22:45,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T05:22:45,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T05:22:45,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T05:22:45,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T05:22:45,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T05:22:45,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.log.dir/,AVAILABLE} 2024-11-11T05:22:45,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T05:22:45,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f3df764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/java.io.tmpdir/jetty-localhost-41649-hadoop-hdfs-3_4_1-tests_jar-_-any-17640822553904074877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:45,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:41649} 2024-11-11T05:22:45,195 INFO [Time-limited test {}] server.Server(415): Started @337608ms 2024-11-11T05:22:45,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T05:22:45,822 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/cluster_2c2008ac-1df0-ce27-6bb2-db63fabffaea/data/data2/current/BP-1364399640-172.17.0.2-1731302564181/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:45,822 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/cluster_2c2008ac-1df0-ce27-6bb2-db63fabffaea/data/data1/current/BP-1364399640-172.17.0.2-1731302564181/current, will proceed with Du for space computation calculation, 2024-11-11T05:22:45,847 WARN [Thread-4538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T05:22:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7faf9bc358f19c5b with lease ID 0xc62f12df87b8f322: Processing first storage report for DS-355ea7bb-ff04-4239-bc60-1c26c2891606 from datanode DatanodeRegistration(127.0.0.1:34161, datanodeUuid=c20061cd-7366-4d31-9b7c-739e99abd118, infoPort=38897, infoSecurePort=0, ipcPort=37263, storageInfo=lv=-57;cid=testClusterID;nsid=100393403;c=1731302564181) 2024-11-11T05:22:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7faf9bc358f19c5b with lease ID 0xc62f12df87b8f322: from storage DS-355ea7bb-ff04-4239-bc60-1c26c2891606 node DatanodeRegistration(127.0.0.1:34161, datanodeUuid=c20061cd-7366-4d31-9b7c-739e99abd118, infoPort=38897, infoSecurePort=0, ipcPort=37263, storageInfo=lv=-57;cid=testClusterID;nsid=100393403;c=1731302564181), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T05:22:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7faf9bc358f19c5b with lease ID 0xc62f12df87b8f322: Processing first storage report for DS-68a544c5-b2d0-4be1-acf9-7aa69a5f07d8 from datanode DatanodeRegistration(127.0.0.1:34161, datanodeUuid=c20061cd-7366-4d31-9b7c-739e99abd118, infoPort=38897, infoSecurePort=0, ipcPort=37263, storageInfo=lv=-57;cid=testClusterID;nsid=100393403;c=1731302564181) 2024-11-11T05:22:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7faf9bc358f19c5b with lease ID 0xc62f12df87b8f322: from storage DS-68a544c5-b2d0-4be1-acf9-7aa69a5f07d8 node DatanodeRegistration(127.0.0.1:34161, datanodeUuid=c20061cd-7366-4d31-9b7c-739e99abd118, infoPort=38897, infoSecurePort=0, ipcPort=37263, storageInfo=lv=-57;cid=testClusterID;nsid=100393403;c=1731302564181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T05:22:45,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c 2024-11-11T05:22:45,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:45,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741825_1001 (size=7) 2024-11-11T05:22:45,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe with version=8 2024-11-11T05:22:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/hbase-staging 2024-11-11T05:22:45,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:45,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:45,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:45,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:45,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T05:22:45,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:45,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41221 2024-11-11T05:22:45,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41221 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:45,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412210x0, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:45,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41221-0x10128586cf50006 connected 2024-11-11T05:22:46,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:46,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:46,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/running 2024-11-11T05:22:46,043 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe, hbase.cluster.distributed=false 2024-11-11T05:22:46,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/acl 2024-11-11T05:22:46,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-11T05:22:46,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41221 2024-11-11T05:22:46,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41221 2024-11-11T05:22:46,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-11T05:22:46,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41221 2024-11-11T05:22:46,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1d14b453aaa0:0 server-side Connection retries=45 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T05:22:46,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T05:22:46,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37857 2024-11-11T05:22:46,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37857 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:46,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:46,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378570x0, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:46,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378570x0, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/running 2024-11-11T05:22:46,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37857-0x10128586cf50007 connected 2024-11-11T05:22:46,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T05:22:46,086 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T05:22:46,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/master 2024-11-11T05:22:46,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/acl 2024-11-11T05:22:46,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-11T05:22:46,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37857 2024-11-11T05:22:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37857 2024-11-11T05:22:46,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-11T05:22:46,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-11T05:22:46,110 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1d14b453aaa0:41221 2024-11-11T05:22:46,120 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-911345094/backup-masters/1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/backup-masters 2024-11-11T05:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/backup-masters 2024-11-11T05:22:46,135 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on existing znode=/2-911345094/backup-masters/1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-911345094/master 2024-11-11T05:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,145 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on existing znode=/2-911345094/master 2024-11-11T05:22:46,148 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-911345094/backup-masters/1d14b453aaa0,41221,1731302565947 from backup master directory 2024-11-11T05:22:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/backup-masters 2024-11-11T05:22:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-911345094/backup-masters/1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/backup-masters 2024-11-11T05:22:46,155 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:46,155 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,162 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/hbase.id] with ID: 715c4d61-8369-41e0-aaa9-18ef424a57e6 2024-11-11T05:22:46,162 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/.tmp/hbase.id 2024-11-11T05:22:46,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741826_1002 (size=42) 2024-11-11T05:22:46,194 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/.tmp/hbase.id]:[hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/hbase.id] 2024-11-11T05:22:46,203 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:46,203 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T05:22:46,204 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T05:22:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741827_1003 (size=196) 2024-11-11T05:22:46,630 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T05:22:46,632 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741828_1004 (size=1189) 2024-11-11T05:22:46,656 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store 2024-11-11T05:22:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741829_1005 (size=34) 2024-11-11T05:22:46,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:46,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:46,666 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:46,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:46,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:46,666 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:46,667 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:46,667 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302566666Disabling compacts and flushes for region at 1731302566666Disabling writes for close at 1731302566666Writing region close event to WAL at 1731302566666Closed at 1731302566666 2024-11-11T05:22:46,667 WARN [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/.initializing 2024-11-11T05:22:46,667 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/WALs/1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,669 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:46,670 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1d14b453aaa0%2C41221%2C1731302565947, suffix=, logDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/WALs/1d14b453aaa0,41221,1731302565947, archiveDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/oldWALs, maxLogs=10 2024-11-11T05:22:46,691 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/WALs/1d14b453aaa0,41221,1731302565947/1d14b453aaa0%2C41221%2C1731302565947.1731302566670, exclude list is [], retry=0 2024-11-11T05:22:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34161,DS-355ea7bb-ff04-4239-bc60-1c26c2891606,DISK] 2024-11-11T05:22:46,696 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/WALs/1d14b453aaa0,41221,1731302565947/1d14b453aaa0%2C41221%2C1731302565947.1731302566670 2024-11-11T05:22:46,696 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38897:38897)] 2024-11-11T05:22:46,696 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:46,697 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:46,697 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,697 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T05:22:46,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:46,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:46,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T05:22:46,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:46,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:46,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T05:22:46,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:46,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:46,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T05:22:46,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:46,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:46,714 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,715 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,715 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,717 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,717 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,718 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:46,719 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T05:22:46,725 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:46,726 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61637367, jitterRate=-0.08153165876865387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:46,726 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731302566697Initializing all the Stores at 1731302566698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302566698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302566703 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302566703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302566703Cleaning up temporary data from old regions at 1731302566717 (+14 ms)Region opened successfully at 1731302566726 (+9 ms) 2024-11-11T05:22:46,736 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T05:22:46,740 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521b59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:46,742 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T05:22:46,742 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T05:22:46,742 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T05:22:46,743 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T05:22:46,743 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T05:22:46,744 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T05:22:46,744 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T05:22:46,754 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T05:22:46,757 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/balancer because node does not exist (not necessarily an error) 2024-11-11T05:22:46,806 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/balancer already deleted, retry=false 2024-11-11T05:22:46,806 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T05:22:46,807 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/normalizer because node does not exist (not necessarily an error) 2024-11-11T05:22:46,818 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/normalizer already deleted, retry=false 2024-11-11T05:22:46,819 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T05:22:46,820 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/switch/split because node does not exist (not necessarily an error) 2024-11-11T05:22:46,828 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/switch/split already deleted, retry=false 2024-11-11T05:22:46,829 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/switch/merge because node does not exist (not necessarily an error) 2024-11-11T05:22:46,839 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/switch/merge already deleted, retry=false 2024-11-11T05:22:46,841 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T05:22:46,849 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/snapshot-cleanup already deleted, retry=false 2024-11-11T05:22:46,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-911345094/running 2024-11-11T05:22:46,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-911345094/running 2024-11-11T05:22:46,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,861 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1d14b453aaa0,41221,1731302565947, sessionid=0x10128586cf50006, setting cluster-up flag (Was=false) 2024-11-11T05:22:46,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,913 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-911345094/flush-table-proc/acquired, /2-911345094/flush-table-proc/reached, /2-911345094/flush-table-proc/abort 2024-11-11T05:22:46,914 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:46,965 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-911345094/online-snapshot/acquired, /2-911345094/online-snapshot/reached, /2-911345094/online-snapshot/abort 2024-11-11T05:22:46,966 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:46,967 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T05:22:46,968 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:46,969 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T05:22:46,969 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T05:22:46,969 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1d14b453aaa0,41221,1731302565947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1d14b453aaa0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:46,970 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:46,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731302596971 2024-11-11T05:22:46,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T05:22:46,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T05:22:46,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T05:22:46,971 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T05:22:46,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T05:22:46,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T05:22:46,972 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T05:22:46,973 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:46,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T05:22:46,976 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T05:22:46,976 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T05:22:46,979 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302566976,5,FailOnTimeoutGroup] 2024-11-11T05:22:46,979 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302566979,5,FailOnTimeoutGroup] 2024-11-11T05:22:46,980 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:46,980 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T05:22:46,980 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:46,980 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741831_1007 (size=1321) 2024-11-11T05:22:46,997 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(746): ClusterId : 715c4d61-8369-41e0-aaa9-18ef424a57e6 2024-11-11T05:22:46,997 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T05:22:47,008 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T05:22:47,008 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T05:22:47,018 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T05:22:47,019 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596c634f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1d14b453aaa0/172.17.0.2:0 2024-11-11T05:22:47,030 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1d14b453aaa0:37857 2024-11-11T05:22:47,030 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T05:22:47,030 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T05:22:47,030 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T05:22:47,030 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(2659): reportForDuty to master=1d14b453aaa0,41221,1731302565947 with port=37857, startcode=1731302566065 2024-11-11T05:22:47,030 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T05:22:47,032 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T05:22:47,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41221 {}] master.ServerManager(517): Registering regionserver=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,033 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe 2024-11-11T05:22:47,033 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45671 2024-11-11T05:22:47,033 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T05:22:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/rs 2024-11-11T05:22:47,075 DEBUG [RS:0;1d14b453aaa0:37857 {}] zookeeper.ZKUtil(111): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on existing znode=/2-911345094/rs/1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,075 WARN [RS:0;1d14b453aaa0:37857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T05:22:47,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1d14b453aaa0,37857,1731302566065] 2024-11-11T05:22:47,075 INFO [RS:0;1d14b453aaa0:37857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:47,075 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,079 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T05:22:47,081 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T05:22:47,081 INFO [RS:0;1d14b453aaa0:37857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T05:22:47,081 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,084 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T05:22:47,085 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T05:22:47,085 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1d14b453aaa0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1d14b453aaa0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:47,085 DEBUG [RS:0;1d14b453aaa0:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1d14b453aaa0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,090 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37857,1731302566065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:47,108 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T05:22:47,108 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,37857,1731302566065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,108 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,108 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.Replication(171): 1d14b453aaa0,37857,1731302566065 started 2024-11-11T05:22:47,124 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:47,124 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1482): Serving as 1d14b453aaa0,37857,1731302566065, RpcServer on 1d14b453aaa0/172.17.0.2:37857, sessionid=0x10128586cf50007 2024-11-11T05:22:47,125 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T05:22:47,125 DEBUG [RS:0;1d14b453aaa0:37857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,125 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37857,1731302566065' 2024-11-11T05:22:47,125 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-911345094/flush-table-proc/abort' 2024-11-11T05:22:47,125 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-911345094/flush-table-proc/acquired' 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1d14b453aaa0,37857,1731302566065' 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-911345094/online-snapshot/abort' 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-911345094/online-snapshot/acquired' 2024-11-11T05:22:47,126 DEBUG [RS:0;1d14b453aaa0:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T05:22:47,126 INFO [RS:0;1d14b453aaa0:37857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T05:22:47,126 INFO [RS:0;1d14b453aaa0:37857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T05:22:47,227 INFO [RS:0;1d14b453aaa0:37857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T05:22:47,228 INFO [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37857%2C1731302566065, suffix=, logDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065, archiveDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/oldWALs, maxLogs=10 2024-11-11T05:22:47,247 DEBUG [RS:0;1d14b453aaa0:37857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065/1d14b453aaa0%2C37857%2C1731302566065.1731302567229, exclude list is [], retry=0 2024-11-11T05:22:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34161,DS-355ea7bb-ff04-4239-bc60-1c26c2891606,DISK] 2024-11-11T05:22:47,251 INFO [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065/1d14b453aaa0%2C37857%2C1731302566065.1731302567229 2024-11-11T05:22:47,252 DEBUG [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38897:38897)] 2024-11-11T05:22:47,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T05:22:47,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe 2024-11-11T05:22:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741833_1009 (size=32) 2024-11-11T05:22:47,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:47,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:47,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:47,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:47,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:47,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:47,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:47,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:47,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:47,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:47,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:47,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:47,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:47,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:47,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:47,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:47,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:47,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:47,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740 2024-11-11T05:22:47,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740 2024-11-11T05:22:47,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:47,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:47,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:47,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:47,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:47,797 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72053871, jitterRate=0.07368634641170502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731302567787Initializing all the Stores at 1731302567788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302567788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302567788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302567788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302567788Cleaning up temporary data from old regions at 1731302567795 (+7 ms)Region opened successfully at 1731302567798 (+3 ms) 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:47,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:47,798 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302567798Disabling compacts and flushes for region at 1731302567798Disabling writes for close at 1731302567798Writing region close event to WAL at 1731302567798Closed at 1731302567798 2024-11-11T05:22:47,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:47,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T05:22:47,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T05:22:47,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:47,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T05:22:47,951 DEBUG [1d14b453aaa0:41221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T05:22:47,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:47,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37857,1731302566065, state=OPENING 2024-11-11T05:22:47,963 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T05:22:47,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:47,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:47,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-911345094/meta-region-server: CHANGED 2024-11-11T05:22:47,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-911345094/meta-region-server: CHANGED 2024-11-11T05:22:47,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T05:22:47,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37857,1731302566065}] 2024-11-11T05:22:48,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:48,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:22:48,130 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T05:22:48,130 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:48,130 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T05:22:48,131 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C37857%2C1731302566065.meta, suffix=.meta, logDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065, archiveDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/oldWALs, maxLogs=10 2024-11-11T05:22:48,143 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065/1d14b453aaa0%2C37857%2C1731302566065.meta.1731302568131.meta, exclude list is [], retry=0 2024-11-11T05:22:48,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34161,DS-355ea7bb-ff04-4239-bc60-1c26c2891606,DISK] 2024-11-11T05:22:48,146 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065/1d14b453aaa0%2C37857%2C1731302566065.meta.1731302568131.meta 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38897:38897)] 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:48,147 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T05:22:48,147 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T05:22:48,147 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:48,148 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T05:22:48,148 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T05:22:48,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T05:22:48,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T05:22:48,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:48,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T05:22:48,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T05:22:48,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:48,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T05:22:48,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T05:22:48,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T05:22:48,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T05:22:48,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T05:22:48,152 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T05:22:48,152 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740 2024-11-11T05:22:48,153 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740 2024-11-11T05:22:48,153 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T05:22:48,153 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T05:22:48,154 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T05:22:48,154 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T05:22:48,155 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65737712, jitterRate=-0.0204317569732666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T05:22:48,155 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T05:22:48,155 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731302568148Writing region info on filesystem at 1731302568148Initializing all the Stores at 1731302568148Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302568148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302568148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302568148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731302568148Cleaning up temporary data from old regions at 1731302568153 (+5 ms)Running coprocessor post-open hooks at 1731302568155 (+2 ms)Region opened successfully at 1731302568155 2024-11-11T05:22:48,156 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731302568126 2024-11-11T05:22:48,157 DEBUG [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T05:22:48,157 INFO [RS_OPEN_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T05:22:48,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:48,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1d14b453aaa0,37857,1731302566065, state=OPEN 2024-11-11T05:22:48,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-911345094/meta-region-server 2024-11-11T05:22:48,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-911345094/meta-region-server 2024-11-11T05:22:48,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:48,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-911345094/meta-region-server: CHANGED 2024-11-11T05:22:48,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-911345094/meta-region-server: CHANGED 2024-11-11T05:22:48,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T05:22:48,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1d14b453aaa0,37857,1731302566065 in 235 msec 2024-11-11T05:22:48,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T05:22:48,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-11T05:22:48,213 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T05:22:48,213 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T05:22:48,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:48,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37857,1731302566065, seqNum=-1] 2024-11-11T05:22:48,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:48,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:48,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-11T05:22:48,219 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731302568219, completionTime=-1 2024-11-11T05:22:48,219 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T05:22:48,219 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T05:22:48,220 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T05:22:48,220 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731302628220 2024-11-11T05:22:48,220 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731302688220 2024-11-11T05:22:48,220 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1d14b453aaa0:41221, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,221 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,222 DEBUG [master/1d14b453aaa0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.069sec 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T05:22:48,224 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T05:22:48,226 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T05:22:48,226 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T05:22:48,226 INFO [master/1d14b453aaa0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1d14b453aaa0,41221,1731302565947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T05:22:48,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24109620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:48,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41221,-1 for getting cluster id 2024-11-11T05:22:48,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:48,299 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715c4d61-8369-41e0-aaa9-18ef424a57e6' 2024-11-11T05:22:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715c4d61-8369-41e0-aaa9-18ef424a57e6" 2024-11-11T05:22:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717a35fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41221,-1] 2024-11-11T05:22:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:48,300 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:48,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a10112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:48,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37857,1731302566065, seqNum=-1] 2024-11-11T05:22:48,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:48,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:48,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:48,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59534 2024-11-11T05:22:48,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T05:22:48,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128586cf50008 connected 2024-11-11T05:22:48,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83a9b9e 2024-11-11T05:22:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:48,327 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:48,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:48,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:48,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:48,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:48,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ae28d19c0b18369e3e384b1de1d57dc, NAME => 'test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c 2024-11-11T05:22:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ae28d19c0b18369e3e384b1de1d57dc, disabling compactions & flushes 2024-11-11T05:22:48,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. after waiting 0 ms 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ae28d19c0b18369e3e384b1de1d57dc: Waiting for close lock at 1731302568359Disabling compacts and flushes for region at 1731302568359Disabling writes for close at 1731302568359Writing region close event to WAL at 1731302568359Closed at 1731302568359 2024-11-11T05:22:48,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:48,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302568361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302568361"}]},"ts":"1731302568361"} 2024-11-11T05:22:48,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:48,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:48,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302568364"}]},"ts":"1731302568364"} 2024-11-11T05:22:48,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:48,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ae28d19c0b18369e3e384b1de1d57dc, ASSIGN}] 2024-11-11T05:22:48,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ae28d19c0b18369e3e384b1de1d57dc, ASSIGN 2024-11-11T05:22:48,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ae28d19c0b18369e3e384b1de1d57dc, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36591,1731302554592; forceNewPlan=false, retain=false 2024-11-11T05:22:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:48,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ae28d19c0b18369e3e384b1de1d57dc, regionState=OPENING, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:48,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ae28d19c0b18369e3e384b1de1d57dc, ASSIGN because future has completed 2024-11-11T05:22:48,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ae28d19c0b18369e3e384b1de1d57dc, server=1d14b453aaa0,36591,1731302554592}] 2024-11-11T05:22:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:48,680 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ae28d19c0b18369e3e384b1de1d57dc, NAME => 'test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:48,680 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:48,680 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:48,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:48,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,680 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,681 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,682 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae28d19c0b18369e3e384b1de1d57dc columnFamilyName f 2024-11-11T05:22:48,682 DEBUG [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,683 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(327): Store=1ae28d19c0b18369e3e384b1de1d57dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:48,683 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,683 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae28d19c0b18369e3e384b1de1d57dc columnFamilyName f1 2024-11-11T05:22:48,683 DEBUG [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,684 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(327): Store=1ae28d19c0b18369e3e384b1de1d57dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:48,684 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,684 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae28d19c0b18369e3e384b1de1d57dc columnFamilyName norep 2024-11-11T05:22:48,684 DEBUG [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,685 INFO [StoreOpener-1ae28d19c0b18369e3e384b1de1d57dc-1 {}] regionserver.HStore(327): Store=1ae28d19c0b18369e3e384b1de1d57dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:48,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,685 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,686 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:48,687 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:48,688 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ae28d19c0b18369e3e384b1de1d57dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64131832, jitterRate=-0.044361233711242676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:48,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:22:48,688 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ae28d19c0b18369e3e384b1de1d57dc: Running coprocessor pre-open hook at 1731302568680Writing region info on filesystem at 1731302568680Initializing all the Stores at 1731302568681 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302568681Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302568681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302568681Cleaning up temporary data from old regions at 1731302568686 (+5 ms)Running coprocessor post-open hooks at 1731302568688 (+2 ms)Region opened successfully at 1731302568688 2024-11-11T05:22:48,689 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., pid=6, masterSystemTime=1731302568677 2024-11-11T05:22:48,690 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,691 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:22:48,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ae28d19c0b18369e3e384b1de1d57dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ae28d19c0b18369e3e384b1de1d57dc, server=1d14b453aaa0,36591,1731302554592 because future has completed 2024-11-11T05:22:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ae28d19c0b18369e3e384b1de1d57dc, server=1d14b453aaa0,36591,1731302554592 in 168 msec 2024-11-11T05:22:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ae28d19c0b18369e3e384b1de1d57dc, ASSIGN in 326 msec 2024-11-11T05:22:48,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:48,696 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302568696"}]},"ts":"1731302568696"} 2024-11-11T05:22:48,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:48,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:48,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 370 msec 2024-11-11T05:22:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:48,955 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:48,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bfdaac5 2024-11-11T05:22:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:48,957 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:48,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:48,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:48,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:48,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:48,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:48,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54031dafa424230787fa139820b3c882, NAME => 'test,,1731302568957.54031dafa424230787fa139820b3c882.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5 2024-11-11T05:22:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302568957.54031dafa424230787fa139820b3c882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54031dafa424230787fa139820b3c882, disabling compactions & flushes 2024-11-11T05:22:48,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302568957.54031dafa424230787fa139820b3c882. after waiting 0 ms 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:48,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:48,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54031dafa424230787fa139820b3c882: Waiting for close lock at 1731302568972Disabling compacts and flushes for region at 1731302568972Disabling writes for close at 1731302568972Writing region close event to WAL at 1731302568972Closed at 1731302568972 2024-11-11T05:22:48,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:48,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302568957.54031dafa424230787fa139820b3c882.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302568973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302568973"}]},"ts":"1731302568973"} 2024-11-11T05:22:48,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:48,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:48,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302568976"}]},"ts":"1731302568976"} 2024-11-11T05:22:48,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:48,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54031dafa424230787fa139820b3c882, ASSIGN}] 2024-11-11T05:22:48,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54031dafa424230787fa139820b3c882, ASSIGN 2024-11-11T05:22:48,980 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54031dafa424230787fa139820b3c882, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36919,1731302561030; forceNewPlan=false, retain=false 2024-11-11T05:22:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54031dafa424230787fa139820b3c882, regionState=OPENING, regionLocation=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:49,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54031dafa424230787fa139820b3c882, ASSIGN because future has completed 2024-11-11T05:22:49,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54031dafa424230787fa139820b3c882, server=1d14b453aaa0,36919,1731302561030}] 2024-11-11T05:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,287 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:49,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54031dafa424230787fa139820b3c882, NAME => 'test,,1731302568957.54031dafa424230787fa139820b3c882.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:49,287 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:49,287 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:49,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302568957.54031dafa424230787fa139820b3c882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:49,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,287 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,288 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,289 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54031dafa424230787fa139820b3c882 columnFamilyName f 2024-11-11T05:22:49,289 DEBUG [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,289 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(327): Store=54031dafa424230787fa139820b3c882/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,290 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,290 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54031dafa424230787fa139820b3c882 columnFamilyName f1 2024-11-11T05:22:49,290 DEBUG [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,291 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(327): Store=54031dafa424230787fa139820b3c882/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,291 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,291 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54031dafa424230787fa139820b3c882 columnFamilyName norep 2024-11-11T05:22:49,291 DEBUG [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,292 INFO [StoreOpener-54031dafa424230787fa139820b3c882-1 {}] regionserver.HStore(327): Store=54031dafa424230787fa139820b3c882/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,292 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,293 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:49,294 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,295 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:49,295 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54031dafa424230787fa139820b3c882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72885824, jitterRate=0.08608341217041016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:49,295 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:49,295 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54031dafa424230787fa139820b3c882: Running coprocessor pre-open hook at 1731302569288Writing region info on filesystem at 1731302569288Initializing all the Stores at 1731302569288Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569288Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569288Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569288Cleaning up temporary data from old regions at 1731302569293 (+5 ms)Running coprocessor post-open hooks at 1731302569295 (+2 ms)Region opened successfully at 1731302569295 2024-11-11T05:22:49,296 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302568957.54031dafa424230787fa139820b3c882., pid=6, masterSystemTime=1731302569284 2024-11-11T05:22:49,297 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:49,297 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:49,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54031dafa424230787fa139820b3c882, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:49,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54031dafa424230787fa139820b3c882, server=1d14b453aaa0,36919,1731302561030 because future has completed 2024-11-11T05:22:49,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:49,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54031dafa424230787fa139820b3c882, server=1d14b453aaa0,36919,1731302561030 in 167 msec 2024-11-11T05:22:49,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:49,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54031dafa424230787fa139820b3c882, ASSIGN in 324 msec 2024-11-11T05:22:49,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:49,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302569304"}]},"ts":"1731302569304"} 2024-11-11T05:22:49,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:49,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:49,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 349 msec 2024-11-11T05:22:49,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:49,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,585 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:49,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d9b3c2 2024-11-11T05:22:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:49,586 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:49,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T05:22:49,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:49,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T05:22:49,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741835_1011 (size=902) 2024-11-11T05:22:49,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f978331c59d2a93d4c49f19a6827b8d, NAME => 'test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe 2024-11-11T05:22:49,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741836_1012 (size=39) 2024-11-11T05:22:49,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:49,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f978331c59d2a93d4c49f19a6827b8d, disabling compactions & flushes 2024-11-11T05:22:49,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. after waiting 0 ms 2024-11-11T05:22:49,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f978331c59d2a93d4c49f19a6827b8d: Waiting for close lock at 1731302569618Disabling compacts and flushes for region at 1731302569618Disabling writes for close at 1731302569619 (+1 ms)Writing region close event to WAL at 1731302569619Closed at 1731302569619 2024-11-11T05:22:49,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:49,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731302569620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302569620"}]},"ts":"1731302569620"} 2024-11-11T05:22:49,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:49,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:49,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:49,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302569623"}]},"ts":"1731302569623"} 2024-11-11T05:22:49,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T05:22:49,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f978331c59d2a93d4c49f19a6827b8d, ASSIGN}] 2024-11-11T05:22:49,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f978331c59d2a93d4c49f19a6827b8d, ASSIGN 2024-11-11T05:22:49,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f978331c59d2a93d4c49f19a6827b8d, ASSIGN; state=OFFLINE, location=1d14b453aaa0,37857,1731302566065; forceNewPlan=false, retain=false 2024-11-11T05:22:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f978331c59d2a93d4c49f19a6827b8d, regionState=OPENING, regionLocation=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:49,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f978331c59d2a93d4c49f19a6827b8d, ASSIGN because future has completed 2024-11-11T05:22:49,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f978331c59d2a93d4c49f19a6827b8d, server=1d14b453aaa0,37857,1731302566065}] 2024-11-11T05:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:49,934 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,934 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f978331c59d2a93d4c49f19a6827b8d, NAME => 'test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:49,935 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:49,935 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T05:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,936 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,948 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f978331c59d2a93d4c49f19a6827b8d columnFamilyName f 2024-11-11T05:22:49,948 DEBUG [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,948 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(327): Store=1f978331c59d2a93d4c49f19a6827b8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,949 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,949 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f978331c59d2a93d4c49f19a6827b8d columnFamilyName f1 2024-11-11T05:22:49,949 DEBUG [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,950 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(327): Store=1f978331c59d2a93d4c49f19a6827b8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,950 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,950 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f978331c59d2a93d4c49f19a6827b8d columnFamilyName norep 2024-11-11T05:22:49,950 DEBUG [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:49,950 INFO [StoreOpener-1f978331c59d2a93d4c49f19a6827b8d-1 {}] regionserver.HStore(327): Store=1f978331c59d2a93d4c49f19a6827b8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:49,951 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,951 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,951 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,952 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,952 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,952 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:49,953 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,954 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:49,955 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f978331c59d2a93d4c49f19a6827b8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69828817, jitterRate=0.040530458092689514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:49,955 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:49,955 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f978331c59d2a93d4c49f19a6827b8d: Running coprocessor pre-open hook at 1731302569935Writing region info on filesystem at 1731302569935Initializing all the Stores at 1731302569936 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569936Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569936Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302569936Cleaning up temporary data from old regions at 1731302569952 (+16 ms)Running coprocessor post-open hooks at 1731302569955 (+3 ms)Region opened successfully at 1731302569955 2024-11-11T05:22:49,955 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d., pid=6, masterSystemTime=1731302569931 2024-11-11T05:22:49,957 DEBUG [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,957 INFO [RS_OPEN_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:49,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f978331c59d2a93d4c49f19a6827b8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f978331c59d2a93d4c49f19a6827b8d, server=1d14b453aaa0,37857,1731302566065 because future has completed 2024-11-11T05:22:49,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T05:22:49,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f978331c59d2a93d4c49f19a6827b8d, server=1d14b453aaa0,37857,1731302566065 in 181 msec 2024-11-11T05:22:49,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T05:22:49,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f978331c59d2a93d4c49f19a6827b8d, ASSIGN in 336 msec 2024-11-11T05:22:49,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:49,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302569963"}]},"ts":"1731302569963"} 2024-11-11T05:22:49,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T05:22:49,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:49,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 378 msec 2024-11-11T05:22:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T05:22:50,216 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T05:22:50,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3afd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:50,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:50,217 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d92b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:50,218 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc3cd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a5b40c 2024-11-11T05:22:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:50,220 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:50,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1d14b453aaa0:41737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:50,223 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:41737' 2024-11-11T05:22:50,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@901976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41737,-1 for getting cluster id 2024-11-11T05:22:50,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:50,224 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa1c4974-2d1a-4dc5-9422-b75f4129b7b7' 2024-11-11T05:22:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa1c4974-2d1a-4dc5-9422-b75f4129b7b7" 2024-11-11T05:22:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67612b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41737,-1] 2024-11-11T05:22:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:50,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:50,225 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:50,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2c7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:50,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ed1ff5 2024-11-11T05:22:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:50,227 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:50,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T05:22:50,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:50,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:50,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:50,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:50,228 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T05:22:50,229 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T05:22:50,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T05:22:50,230 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:50,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T05:22:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741837_1013 (size=1138) 2024-11-11T05:22:50,279 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T05:22:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:50,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cc86c693f5e673be1209d6abd7e3dcd, NAME => 'hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c 2024-11-11T05:22:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741838_1014 (size=44) 2024-11-11T05:22:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:51,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:51,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cc86c693f5e673be1209d6abd7e3dcd, disabling compactions & flushes 2024-11-11T05:22:51,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. after waiting 0 ms 2024-11-11T05:22:51,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cc86c693f5e673be1209d6abd7e3dcd: Waiting for close lock at 1731302571040Disabling compacts and flushes for region at 1731302571040Disabling writes for close at 1731302571041 (+1 ms)Writing region close event to WAL at 1731302571041Closed at 1731302571041 2024-11-11T05:22:51,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T05:22:51,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731302571042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731302571042"}]},"ts":"1731302571042"} 2024-11-11T05:22:51,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T05:22:51,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T05:22:51,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302571044"}]},"ts":"1731302571044"} 2024-11-11T05:22:51,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T05:22:51,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc86c693f5e673be1209d6abd7e3dcd, ASSIGN}] 2024-11-11T05:22:51,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc86c693f5e673be1209d6abd7e3dcd, ASSIGN 2024-11-11T05:22:51,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cc86c693f5e673be1209d6abd7e3dcd, ASSIGN; state=OFFLINE, location=1d14b453aaa0,36591,1731302554592; forceNewPlan=false, retain=false 2024-11-11T05:22:51,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cc86c693f5e673be1209d6abd7e3dcd, regionState=OPENING, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:51,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cc86c693f5e673be1209d6abd7e3dcd, ASSIGN because future has completed 2024-11-11T05:22:51,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc86c693f5e673be1209d6abd7e3dcd, server=1d14b453aaa0,36591,1731302554592}] 2024-11-11T05:22:51,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T05:22:51,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T05:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:51,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1d14b453aaa0%2C36591%2C1731302554592.rep, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs, maxLogs=10 2024-11-11T05:22:51,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302571356, exclude list is [], retry=0 2024-11-11T05:22:51,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:51,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302571356 2024-11-11T05:22:51,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:51,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cc86c693f5e673be1209d6abd7e3dcd, NAME => 'hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd.', STARTKEY => '', ENDKEY => ''} 2024-11-11T05:22:51,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. service=MultiRowMutationService 2024-11-11T05:22:51,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,373 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,374 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc86c693f5e673be1209d6abd7e3dcd columnFamilyName hfileref 2024-11-11T05:22:51,374 DEBUG [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:51,374 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(327): Store=2cc86c693f5e673be1209d6abd7e3dcd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:51,374 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,375 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc86c693f5e673be1209d6abd7e3dcd columnFamilyName queue 2024-11-11T05:22:51,375 DEBUG [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:51,375 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(327): Store=2cc86c693f5e673be1209d6abd7e3dcd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:51,375 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,375 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc86c693f5e673be1209d6abd7e3dcd columnFamilyName sid 2024-11-11T05:22:51,375 DEBUG [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T05:22:51,376 INFO [StoreOpener-2cc86c693f5e673be1209d6abd7e3dcd-1 {}] regionserver.HStore(327): Store=2cc86c693f5e673be1209d6abd7e3dcd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T05:22:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T05:22:51,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T05:22:51,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cc86c693f5e673be1209d6abd7e3dcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636220, jitterRate=-0.08154875040054321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T05:22:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:22:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cc86c693f5e673be1209d6abd7e3dcd: Running coprocessor pre-open hook at 1731302571372Writing region info on filesystem at 1731302571372Initializing all the Stores at 1731302571373 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302571373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302571373Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731302571373Cleaning up temporary data from old regions at 1731302571377 (+4 ms)Running coprocessor post-open hooks at 1731302571379 (+2 ms)Region opened successfully at 1731302571379 2024-11-11T05:22:51,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd., pid=10, masterSystemTime=1731302571351 2024-11-11T05:22:51,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:22:51,382 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cc86c693f5e673be1209d6abd7e3dcd, regionState=OPEN, openSeqNum=2, regionLocation=1d14b453aaa0,36591,1731302554592 2024-11-11T05:22:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc86c693f5e673be1209d6abd7e3dcd, server=1d14b453aaa0,36591,1731302554592 because future has completed 2024-11-11T05:22:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T05:22:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cc86c693f5e673be1209d6abd7e3dcd, server=1d14b453aaa0,36591,1731302554592 in 184 msec 2024-11-11T05:22:51,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T05:22:51,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc86c693f5e673be1209d6abd7e3dcd, ASSIGN in 340 msec 2024-11-11T05:22:51,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T05:22:51,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731302571387"}]},"ts":"1731302571387"} 2024-11-11T05:22:51,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T05:22:51,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T05:22:51,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-11-11T05:22:51,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2] 2024-11-11T05:22:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:22:51,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:22:51,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T05:22:51,666 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T05:22:51,721 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1d14b453aaa0,36591,1731302554592, ReplicationSource: 1, currentBandwidth=0 2024-11-11T05:22:51,722 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:51,722 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36591,1731302554592, seqNum=-1] 2024-11-11T05:22:51,722 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:51,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:51,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1d14b453aaa0,36591,1731302554592', locateType=CURRENT is [region=hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2] 2024-11-11T05:22:51,727 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T05:22:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T05:22:51,729 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1d14b453aaa0,36591,1731302554592 suceeded 2024-11-11T05:22:51,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T05:22:51,731 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1d14b453aaa0:41737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:22:51,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-11T05:22:51,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-11T05:22:51,741 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:41737' 2024-11-11T05:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@93eccb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41737,-1 for getting cluster id 2024-11-11T05:22:51,743 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:51,743 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa1c4974-2d1a-4dc5-9422-b75f4129b7b7' 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa1c4974-2d1a-4dc5-9422-b75f4129b7b7" 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2814fd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41737,-1] 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:51,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:51,745 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:51,745 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44877c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:51,745 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:51,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:51,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252e0642 2024-11-11T05:22:51,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:51,746 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:51,747 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1d14b453aaa0,36591,1731302554592 (queues=1) is replicating from cluster=59cf7e43-a837-4912-832d-9b60b08cd870 to cluster=fa1c4974-2d1a-4dc5-9422-b75f4129b7b7 2024-11-11T05:22:51,747 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1d14b453aaa0%2C36591%2C1731302554592 2024-11-11T05:22:51,747 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1d14b453aaa0,36591,1731302554592, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:22:51,748 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947, startPosition=0, beingWritten=true 2024-11-11T05:22:51,750 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C36591%2C1731302554592 2024-11-11T05:22:51,752 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:22:51,753 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:51,753 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T05:22:51,956 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:52,258 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T05:22:52,376 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T05:22:52,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:52,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:52,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:52,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:52,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:52,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe59557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:52,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:52,377 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309f3fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:52,378 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445adb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41737,-1 for getting cluster id 2024-11-11T05:22:52,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:52,380 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa1c4974-2d1a-4dc5-9422-b75f4129b7b7' 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa1c4974-2d1a-4dc5-9422-b75f4129b7b7" 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d841a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41737,-1] 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:52,381 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554346b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41221,-1 for getting cluster id 2024-11-11T05:22:52,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:52,382 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715c4d61-8369-41e0-aaa9-18ef424a57e6' 2024-11-11T05:22:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715c4d61-8369-41e0-aaa9-18ef424a57e6" 2024-11-11T05:22:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209fddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41221,-1] 2024-11-11T05:22:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:52,383 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6934ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:52,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:52,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731302572388/Put/seqid=0 2024-11-11T05:22:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741840_1016 (size=7894) 2024-11-11T05:22:52,665 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:52,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731302572799/Put/seqid=0 2024-11-11T05:22:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741841_1017 (size=7691) 2024-11-11T05:22:53,169 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:53,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8e0444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:53,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:53,205 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7292a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:53,206 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fa4ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36591,1731302554592, seqNum=-1] 2024-11-11T05:22:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:53,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:53,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36db54ed 2024-11-11T05:22:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:53,215 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2] 2024-11-11T05:22:53,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:22:53,223 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T05:22:53,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T05:22:53,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T05:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:53,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T05:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegion(2603): Flush status journal for 1ae28d19c0b18369e3e384b1de1d57dc: 2024-11-11T05:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_1 2024-11-11T05:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_1 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ 2024-11-11T05:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_0 2024-11-11T05:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_0 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ 2024-11-11T05:22:53,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_1 into 1ae28d19c0b18369e3e384b1de1d57dc/f as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ - updating store file list. 2024-11-11T05:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:53,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ into 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:53,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_1 into 1ae28d19c0b18369e3e384b1de1d57dc/f (new location: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_) 2024-11-11T05:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_1 2024-11-11T05:22:53,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_0 into 1ae28d19c0b18369e3e384b1de1d57dc/f as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ - updating store file list. 2024-11-11T05:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a32f6daa4384c3185f29a4d86216b90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:53,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ into 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:53,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_0 into 1ae28d19c0b18369e3e384b1de1d57dc/f (new location: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_) 2024-11-11T05:22:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__4rtei8v0htlfoah91tlb7gl5vc011802j4j2nsc5avf70mv702m8l59on5sfoj1m/f/hfile_0 2024-11-11T05:22:53,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:53,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:53,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:53,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:53,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 , the old value is region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:36591 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:22:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:22:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 from cache 2024-11-11T05:22:53,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:53,248 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T05:22:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36919,1731302561030, seqNum=-1] 2024-11-11T05:22:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:53,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302568957.54031dafa424230787fa139820b3c882., hostname=1d14b453aaa0,36919,1731302561030, seqNum=2] 2024-11-11T05:22:53,251 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:22:53,355 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:36591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:22:53,772 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 379, reset compression=false 2024-11-11T05:22:53,775 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:53,775 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae28d19c0b18369e3e384b1de1d57dc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302573246/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:22:53,778 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:53,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T05:22:53,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(318): Replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355893c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41737,-1 for getting cluster id 2024-11-11T05:22:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:53,781 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa1c4974-2d1a-4dc5-9422-b75f4129b7b7' 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa1c4974-2d1a-4dc5-9422-b75f4129b7b7" 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7882ad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41737,-1] 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:53,782 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:53,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c0057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741837_1013 (size=7691) 2024-11-11T05:22:53,976 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 687, reset compression=false 2024-11-11T05:22:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741838_1014 (size=7894) 2024-11-11T05:22:54,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f74f00 2024-11-11T05:22:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:54,215 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:54,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:22:54,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:54,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36919,1731302561030, seqNum=-1] 2024-11-11T05:22:54,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:54,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:54,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T05:22:54,224 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T05:22:54,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ for inclusion in 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T05:22:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:54,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ for inclusion in 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T05:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegion(2603): Flush status journal for 54031dafa424230787fa139820b3c882: 2024-11-11T05:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/e642b83c56364513aec16999687555e4_SeqId_4_ 2024-11-11T05:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/f27d365f4c90434fab575c3f4097855c_SeqId_4_ 2024-11-11T05:22:54,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ into 54031dafa424230787fa139820b3c882/f as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/e642b83c56364513aec16999687555e4_SeqId_4_ - updating store file list. 2024-11-11T05:22:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e642b83c56364513aec16999687555e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:54,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/e642b83c56364513aec16999687555e4_SeqId_4_ into 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:54,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ into 54031dafa424230787fa139820b3c882/f (new location: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/e642b83c56364513aec16999687555e4_SeqId_4_) 2024-11-11T05:22:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/6cef83740a754ff4aeadc0dc8912a9f8_SeqId_4_ 2024-11-11T05:22:54,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ into 54031dafa424230787fa139820b3c882/f as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/f27d365f4c90434fab575c3f4097855c_SeqId_4_ - updating store file list. 2024-11-11T05:22:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f27d365f4c90434fab575c3f4097855c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/f27d365f4c90434fab575c3f4097855c_SeqId_4_ into 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ into 54031dafa424230787fa139820b3c882/f (new location: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/f27d365f4c90434fab575c3f4097855c_SeqId_4_) 2024-11-11T05:22:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__32l5ivj3jplcubvglnusklklimm8sfbtlpc7ekfgqehgfml1jogu9blgk35tkts3/f/3a32f6daa4384c3185f29a4d86216b90_SeqId_4_ 2024-11-11T05:22:54,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(324): Finished replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:54,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37857,1731302566065, seqNum=-1] 2024-11-11T05:22:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:54,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d., hostname=1d14b453aaa0,37857,1731302566065, seqNum=2] 2024-11-11T05:22:54,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:54,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T05:22:54,272 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592.rep:(num 1731302571356) roll requested 2024-11-11T05:22:54,279 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 687, reset compression=false 2024-11-11T05:22:54,291 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302574273, exclude list is [], retry=0 2024-11-11T05:22:54,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:54,302 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302571356 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302574273 2024-11-11T05:22:54,302 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:54,302 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302571356 is not closed yet, will try archiving it next time 2024-11-11T05:22:54,302 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592:(num 1731302557947) roll requested 2024-11-11T05:22:54,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741839_1015 (size=1505) 2024-11-11T05:22:54,318 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, exclude list is [], retry=0 2024-11-11T05:22:54,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:54,337 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 2024-11-11T05:22:54,340 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:54,340 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 is not closed yet, will try archiving it next time 2024-11-11T05:22:54,340 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592.meta:.meta(num 1731302559099) roll requested 2024-11-11T05:22:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741832_1008 (size=695) 2024-11-11T05:22:54,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:54,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:54,349 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 2024-11-11T05:22:54,349 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:54,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:54,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f6c0bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,351 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:54,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4179dafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:54,354 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302574340.meta, exclude list is [], retry=0 2024-11-11T05:22:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f32e7a1 2024-11-11T05:22:54,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-13a0d4cd-67d2-47ec-a725-f250746b6999,DISK] 2024-11-11T05:22:54,358 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:54,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1d14b453aaa0:41221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T05:22:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T05:22:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:22:54,360 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:41221' 2024-11-11T05:22:54,365 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1190faac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,365 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41221,-1 for getting cluster id 2024-11-11T05:22:54,365 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:54,365 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715c4d61-8369-41e0-aaa9-18ef424a57e6' 2024-11-11T05:22:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715c4d61-8369-41e0-aaa9-18ef424a57e6" 2024-11-11T05:22:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d7752c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41221,-1] 2024-11-11T05:22:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,367 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:54,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776bfc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,368 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce8315f 2024-11-11T05:22:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:54,369 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:54,370 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T05:22:54,370 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T05:22:54,370 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,370 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,373 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302559099.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302574340.meta 2024-11-11T05:22:54,376 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36067:36067)] 2024-11-11T05:22:54,376 DEBUG [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302559099.meta is not closed yet, will try archiving it next time 2024-11-11T05:22:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741834_1010 (size=3473) 2024-11-11T05:22:54,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.meta.1731302559099.meta not finished, retry = 0 2024-11-11T05:22:54,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:54,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T05:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:22:54,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T05:22:54,592 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T05:22:54,628 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1d14b453aaa0,36591,1731302554592, ReplicationSource: 2, currentBandwidth=0 2024-11-11T05:22:54,632 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T05:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T05:22:54,634 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1d14b453aaa0,36591,1731302554592 suceeded 2024-11-11T05:22:54,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T05:22:54,635 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1d14b453aaa0:41221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T05:22:54,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T05:22:54,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 277 msec 2024-11-11T05:22:54,651 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1d14b453aaa0:41221' 2024-11-11T05:22:54,653 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@474ee739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,653 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41221,-1 for getting cluster id 2024-11-11T05:22:54,653 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:54,653 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715c4d61-8369-41e0-aaa9-18ef424a57e6' 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715c4d61-8369-41e0-aaa9-18ef424a57e6" 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51fe9f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41221,-1] 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,655 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:54,656 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c9c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:54,656 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4418b0 2024-11-11T05:22:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:54,658 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:54,659 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1d14b453aaa0,36591,1731302554592 (queues=1) is replicating from cluster=59cf7e43-a837-4912-832d-9b60b08cd870 to cluster=715c4d61-8369-41e0-aaa9-18ef424a57e6 2024-11-11T05:22:54,659 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1d14b453aaa0%2C36591%2C1731302554592 2024-11-11T05:22:54,659 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1d14b453aaa0,36591,1731302554592, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T05:22:54,660 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, startPosition=0, beingWritten=true 2024-11-11T05:22:54,661 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1d14b453aaa0%2C36591%2C1731302554592 2024-11-11T05:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T05:22:54,676 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T05:22:54,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:54,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:54,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:54,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:54,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T05:22:54,693 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 to pos 687, reset compression=false 2024-11-11T05:22:54,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731302574701/Put/seqid=0 2024-11-11T05:22:54,703 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 was moved to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 2024-11-11T05:22:54,706 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947 2024-11-11T05:22:54,706 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302557947, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T05:22:54,706 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, startPosition=0, beingWritten=true 2024-11-11T05:22:54,708 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1d14b453aaa0%2C36591%2C1731302554592.1731302557947] 2024-11-11T05:22:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741845_1021 (size=11194) 2024-11-11T05:22:54,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731302574751/Put/seqid=0 2024-11-11T05:22:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741846_1022 (size=10791) 2024-11-11T05:22:54,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:22:54,872 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 0, reset compression=false 2024-11-11T05:22:55,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,35619,-1 for getting cluster id 2024-11-11T05:22:55,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:55,160 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59cf7e43-a837-4912-832d-9b60b08cd870' 2024-11-11T05:22:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59cf7e43-a837-4912-832d-9b60b08cd870" 2024-11-11T05:22:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16437369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,35619,-1] 2024-11-11T05:22:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:55,161 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:55,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,36591,1731302554592, seqNum=-1] 2024-11-11T05:22:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:55,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T05:22:55,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,35619,1731302554228 2024-11-11T05:22:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7029d332 2024-11-11T05:22:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:55,172 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T05:22:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2] 2024-11-11T05:22:55,176 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 0, reset compression=false 2024-11-11T05:22:55,177 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:22:55,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T05:22:55,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T05:22:55,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T05:22:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T05:22:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegion(2603): Flush status journal for 1ae28d19c0b18369e3e384b1de1d57dc: 2024-11-11T05:22:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_1 2024-11-11T05:22:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_1 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ 2024-11-11T05:22:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_0 2024-11-11T05:22:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_0 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ 2024-11-11T05:22:55,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_1 into 1ae28d19c0b18369e3e384b1de1d57dc/f as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ - updating store file list. 2024-11-11T05:22:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 462e6be15aed4afdba09c64c66a51539_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ into 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:55,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_1 into 1ae28d19c0b18369e3e384b1de1d57dc/f (new location: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_) 2024-11-11T05:22:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_1 2024-11-11T05:22:55,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_0 into 1ae28d19c0b18369e3e384b1de1d57dc/f as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ - updating store file list. 2024-11-11T05:22:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ into 1ae28d19c0b18369e3e384b1de1d57dc/f 2024-11-11T05:22:55,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_0 into 1ae28d19c0b18369e3e384b1de1d57dc/f (new location: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_) 2024-11-11T05:22:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/staging/jenkins__test__2u97bj6fo6c9poti9cr2timabhjphnur460i5kdbdhv7as8i4sonikm3lgm13j6q/f/hfile_0 2024-11-11T05:22:55,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:55,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:55,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:55,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 , the old value is region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1d14b453aaa0:36591 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:22:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T05:22:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc., hostname=1d14b453aaa0,36591,1731302554592, seqNum=2 from cache 2024-11-11T05:22:55,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:55,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T05:22:55,219 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T05:22:55,230 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 0, reset compression=false 2024-11-11T05:22:55,237 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:55,237 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae28d19c0b18369e3e384b1de1d57dc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302575214/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:22:55,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(318): Replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741839_1015 (size=10791) 2024-11-11T05:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741840_1016 (size=11194) 2024-11-11T05:22:55,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:22:55,283 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T05:22:55,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T05:22:55,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ for inclusion in 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T05:22:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ for inclusion in 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T05:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegion(2603): Flush status journal for 54031dafa424230787fa139820b3c882: 2024-11-11T05:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 462e6be15aed4afdba09c64c66a51539_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/24d5f1d2472b4b6e9873b46e6c70c15d_SeqId_6_ 2024-11-11T05:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/6c5a9bd0007d4dfd9f5a09058a3157b0_SeqId_6_ 2024-11-11T05:22:55,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ into 54031dafa424230787fa139820b3c882/f as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/24d5f1d2472b4b6e9873b46e6c70c15d_SeqId_6_ - updating store file list. 2024-11-11T05:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24d5f1d2472b4b6e9873b46e6c70c15d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/24d5f1d2472b4b6e9873b46e6c70c15d_SeqId_6_ into 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:55,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ into 54031dafa424230787fa139820b3c882/f (new location: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/24d5f1d2472b4b6e9873b46e6c70c15d_SeqId_6_) 2024-11-11T05:22:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ 2024-11-11T05:22:55,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ into 54031dafa424230787fa139820b3c882/f as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/6c5a9bd0007d4dfd9f5a09058a3157b0_SeqId_6_ - updating store file list. 2024-11-11T05:22:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c5a9bd0007d4dfd9f5a09058a3157b0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/6c5a9bd0007d4dfd9f5a09058a3157b0_SeqId_6_ into 54031dafa424230787fa139820b3c882/f 2024-11-11T05:22:55,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ into 54031dafa424230787fa139820b3c882/f (new location: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/f/6c5a9bd0007d4dfd9f5a09058a3157b0_SeqId_6_) 2024-11-11T05:22:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/staging/jenkins.hfs.22__test__h91sheru6oujba185ni3i50henob31g19t62mqg8mp3cj1sb9rr1ptjdm6iu5urc/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ 2024-11-11T05:22:55,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(324): Finished replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:55,326 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:36591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T05:22:55,437 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:55,586 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 0, reset compression=false 2024-11-11T05:22:55,589 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T05:22:55,589 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae28d19c0b18369e3e384b1de1d57dc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731302575214/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T05:22:55,591 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T05:22:55,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T05:22:55,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.ReplicationSink(318): Replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:55,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eea61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] client.ClusterIdFetcher(90): Going to request 1d14b453aaa0,41221,-1 for getting cluster id 2024-11-11T05:22:55,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T05:22:55,593 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715c4d61-8369-41e0-aaa9-18ef424a57e6' 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715c4d61-8369-41e0-aaa9-18ef424a57e6" 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737770fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1d14b453aaa0,41221,-1] 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T05:22:55,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:55,594 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T05:22:55,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ef6e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T05:22:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741837_1013 (size=10791) 2024-11-11T05:22:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741838_1014 (size=11194) 2024-11-11T05:22:55,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T05:22:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a968f6 2024-11-11T05:22:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T05:22:55,608 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T05:22:55,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T05:22:55,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T05:22:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1d14b453aaa0,37857,1731302566065, seqNum=-1] 2024-11-11T05:22:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T05:22:55,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T05:22:55,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T05:22:55,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T05:22:55,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ for inclusion in 1f978331c59d2a93d4c49f19a6827b8d/f 2024-11-11T05:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T05:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ for inclusion in 1f978331c59d2a93d4c49f19a6827b8d/f 2024-11-11T05:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T05:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T05:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HRegion(2603): Flush status journal for 1f978331c59d2a93d4c49f19a6827b8d: 2024-11-11T05:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/906bc89bc13d414890b7bc7292bccf76_SeqId_4_ 2024-11-11T05:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 462e6be15aed4afdba09c64c66a51539_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T05:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/3715ed8e1c8745af891f44bf44c20b68_SeqId_4_ 2024-11-11T05:22:55,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ into 1f978331c59d2a93d4c49f19a6827b8d/f as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/906bc89bc13d414890b7bc7292bccf76_SeqId_4_ - updating store file list. 2024-11-11T05:22:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 906bc89bc13d414890b7bc7292bccf76_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/906bc89bc13d414890b7bc7292bccf76_SeqId_4_ into 1f978331c59d2a93d4c49f19a6827b8d/f 2024-11-11T05:22:55,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ into 1f978331c59d2a93d4c49f19a6827b8d/f (new location: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/906bc89bc13d414890b7bc7292bccf76_SeqId_4_) 2024-11-11T05:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_ 2024-11-11T05:22:55,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ into 1f978331c59d2a93d4c49f19a6827b8d/f as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/3715ed8e1c8745af891f44bf44c20b68_SeqId_4_ - updating store file list. 2024-11-11T05:22:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3715ed8e1c8745af891f44bf44c20b68_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T05:22:55,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/3715ed8e1c8745af891f44bf44c20b68_SeqId_4_ into 1f978331c59d2a93d4c49f19a6827b8d/f 2024-11-11T05:22:55,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ into 1f978331c59d2a93d4c49f19a6827b8d/f (new location: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/f/3715ed8e1c8745af891f44bf44c20b68_SeqId_4_) 2024-11-11T05:22:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/staging/jenkins.hfs.23__test__a7bl3k3eakihlp7qggs72utvti4jbemg5se0a19pvao2v5dumgol07tbgjg79dng/f/462e6be15aed4afdba09c64c66a51539_SeqId_6_ 2024-11-11T05:22:55,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] regionserver.ReplicationSink(324): Finished replicating [59cf7e43-a837-4912-832d-9b60b08cd870] bulk loaded data 2024-11-11T05:22:55,740 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:55,789 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:55,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T05:22:56,092 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:56,143 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:56,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:22:56,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:56,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:56,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:56,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:56,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:56,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:22:56,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=713496693, stopped=false 2024-11-11T05:22:56,236 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,41221,1731302565947 2024-11-11T05:22:56,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-911345094/running 2024-11-11T05:22:56,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-911345094/running 2024-11-11T05:22:56,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:56,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:56,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:56,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:56,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:56,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:56,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,37857,1731302566065' ***** 2024-11-11T05:22:56,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:22:56,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/running 2024-11-11T05:22:56,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Set watcher on znode that does not yet exist, /2-911345094/running 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:22:56,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:56,301 INFO [RS:0;1d14b453aaa0:37857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37857. 2024-11-11T05:22:56,302 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f978331c59d2a93d4c49f19a6827b8d, disabling compactions & flushes 2024-11-11T05:22:56,302 DEBUG [RS:0;1d14b453aaa0:37857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:56,302 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:56,302 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:56,302 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:56,302 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. after waiting 0 ms 2024-11-11T05:22:56,302 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:56,302 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:22:56,302 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:22:56,302 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:22:56,302 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:22:56,304 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:22:56,304 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1325): Online Regions={1f978331c59d2a93d4c49f19a6827b8d=test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:22:56,304 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:56,304 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f978331c59d2a93d4c49f19a6827b8d 2024-11-11T05:22:56,304 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:56,304 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:56,304 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:56,304 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:56,305 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T05:22:56,305 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:56,307 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/default/test/1f978331c59d2a93d4c49f19a6827b8d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T05:22:56,307 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:56,307 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:56,307 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:56,307 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f978331c59d2a93d4c49f19a6827b8d: Waiting for close lock at 1731302576301Running coprocessor pre-close hooks at 1731302576301Disabling compacts and flushes for region at 1731302576301Disabling writes for close at 1731302576302 (+1 ms)Writing region close event to WAL at 1731302576304 (+2 ms)Running coprocessor post-close hooks at 1731302576307 (+3 ms)Closed at 1731302576307 2024-11-11T05:22:56,308 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d. 2024-11-11T05:22:56,321 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/info/913fb0610d4746cdad1c84598d65205b is 129, key is test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d./info:regioninfo/1731302569958/Put/seqid=0 2024-11-11T05:22:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741839_1015 (size=6421) 2024-11-11T05:22:56,495 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:56,504 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:56,646 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:56,705 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:56,725 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/info/913fb0610d4746cdad1c84598d65205b 2024-11-11T05:22:56,746 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/ns/42f541a21f3d4e8fa01219711a028863 is 43, key is default/ns:d/1731302568216/Put/seqid=0 2024-11-11T05:22:56,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741840_1016 (size=5153) 2024-11-11T05:22:56,905 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:56,998 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:57,097 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:22:57,097 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:22:57,105 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:57,164 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/ns/42f541a21f3d4e8fa01219711a028863 2024-11-11T05:22:57,180 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/aa00e6ae5ea94e5fbb7db020eaf92b74 is 112, key is test,,1731302569587.1f978331c59d2a93d4c49f19a6827b8d./rep_barrier:seqnumDuringOpen/1731302569958/Put/seqid=0 2024-11-11T05:22:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741841_1017 (size=5518) 2024-11-11T05:22:57,249 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:57,305 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T05:22:57,305 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:22:57,305 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:57,505 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:57,584 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/aa00e6ae5ea94e5fbb7db020eaf92b74 2024-11-11T05:22:57,602 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:57,609 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/table/948d9a800cc946df85eb99b5ed981269 is 40, key is test/table:state/1731302569963/Put/seqid=0 2024-11-11T05:22:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741842_1018 (size=5165) 2024-11-11T05:22:57,706 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:57,906 DEBUG [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:57,952 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:58,020 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/table/948d9a800cc946df85eb99b5ed981269 2024-11-11T05:22:58,023 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/info/913fb0610d4746cdad1c84598d65205b as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/info/913fb0610d4746cdad1c84598d65205b 2024-11-11T05:22:58,026 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/info/913fb0610d4746cdad1c84598d65205b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T05:22:58,028 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/ns/42f541a21f3d4e8fa01219711a028863 as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/ns/42f541a21f3d4e8fa01219711a028863 2024-11-11T05:22:58,032 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/ns/42f541a21f3d4e8fa01219711a028863, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:22:58,032 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/aa00e6ae5ea94e5fbb7db020eaf92b74 as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/rep_barrier/aa00e6ae5ea94e5fbb7db020eaf92b74 2024-11-11T05:22:58,036 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/rep_barrier/aa00e6ae5ea94e5fbb7db020eaf92b74, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T05:22:58,036 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:22:58,036 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/.tmp/table/948d9a800cc946df85eb99b5ed981269 as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/table/948d9a800cc946df85eb99b5ed981269 2024-11-11T05:22:58,040 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/table/948d9a800cc946df85eb99b5ed981269, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:22:58,040 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false 2024-11-11T05:22:58,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:22:58,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:58,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:58,051 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:58,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302576304Running coprocessor pre-close hooks at 1731302576304Disabling compacts and flushes for region at 1731302576304Disabling writes for close at 1731302576304Obtaining lock to block concurrent updates at 1731302576305 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731302576305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731302576305Flushing stores of hbase:meta,,1.1588230740 at 1731302576305Flushing 1588230740/info: creating writer at 1731302576305Flushing 1588230740/info: appending metadata at 1731302576321 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731302576321Flushing 1588230740/ns: creating writer at 1731302576730 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731302576744 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731302576744Flushing 1588230740/rep_barrier: creating writer at 1731302577167 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302577180 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302577180Flushing 1588230740/table: creating writer at 1731302577589 (+409 ms)Flushing 1588230740/table: appending metadata at 1731302577608 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731302577608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a123689: reopening flushed file at 1731302578022 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fb18c2: reopening flushed file at 1731302578026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104164a4: reopening flushed file at 1731302578032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394e02fe: reopening flushed file at 1731302578036 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false at 1731302578040 (+4 ms)Writing region close event to WAL at 1731302578048 (+8 ms)Running coprocessor post-close hooks at 1731302578051 (+3 ms)Closed at 1731302578051 2024-11-11T05:22:58,051 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:58,106 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,37857,1731302566065; all regions closed. 2024-11-11T05:22:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741834_1010 (size=2717) 2024-11-11T05:22:58,111 DEBUG [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/oldWALs 2024-11-11T05:22:58,111 INFO [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37857%2C1731302566065.meta:.meta(num 1731302568131) 2024-11-11T05:22:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741832_1008 (size=1028) 2024-11-11T05:22:58,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/WALs/1d14b453aaa0,37857,1731302566065/1d14b453aaa0%2C37857%2C1731302566065.1731302567229 not finished, retry = 0 2024-11-11T05:22:58,215 DEBUG [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/oldWALs 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C37857%2C1731302566065:(num 1731302567229) 2024-11-11T05:22:58,215 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:58,215 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:58,215 INFO [RS:0;1d14b453aaa0:37857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:37857. 2024-11-11T05:22:58,215 DEBUG [RS:0;1d14b453aaa0:37857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:58,215 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:58,216 DEBUG [RS:0;1d14b453aaa0:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:58,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:58,216 INFO [RS:0;1d14b453aaa0:37857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37857 2024-11-11T05:22:58,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-911345094/rs/1d14b453aaa0,37857,1731302566065 2024-11-11T05:22:58,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094/rs 2024-11-11T05:22:58,228 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:58,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,37857,1731302566065] 2024-11-11T05:22:58,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-911345094/draining/1d14b453aaa0,37857,1731302566065 already deleted, retry=false 2024-11-11T05:22:58,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,37857,1731302566065 expired; onlineServers=0 2024-11-11T05:22:58,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,41221,1731302565947' ***** 2024-11-11T05:22:58,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:22:58,249 INFO [M:0;1d14b453aaa0:41221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:58,249 INFO [M:0;1d14b453aaa0:41221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:22:58,249 DEBUG [M:0;1d14b453aaa0:41221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:22:58,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:22:58,249 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302566979 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302566979,5,FailOnTimeoutGroup] 2024-11-11T05:22:58,249 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302566976 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302566976,5,FailOnTimeoutGroup] 2024-11-11T05:22:58,249 DEBUG [M:0;1d14b453aaa0:41221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:22:58,249 INFO [M:0;1d14b453aaa0:41221 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:22:58,249 INFO [M:0;1d14b453aaa0:41221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:22:58,249 DEBUG [M:0;1d14b453aaa0:41221 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:22:58,250 INFO [M:0;1d14b453aaa0:41221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:22:58,250 INFO [M:0;1d14b453aaa0:41221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:58,250 INFO [M:0;1d14b453aaa0:41221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:22:58,250 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:22:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-911345094/master 2024-11-11T05:22:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-911345094 2024-11-11T05:22:58,259 DEBUG [M:0;1d14b453aaa0:41221 {}] zookeeper.ZKUtil(347): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Unable to get data of znode /2-911345094/master because node does not exist (not an error) 2024-11-11T05:22:58,259 WARN [M:0;1d14b453aaa0:41221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:22:58,260 INFO [M:0;1d14b453aaa0:41221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/.lastflushedseqids 2024-11-11T05:22:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741843_1019 (size=173) 2024-11-11T05:22:58,270 INFO [M:0;1d14b453aaa0:41221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:22:58,270 INFO [M:0;1d14b453aaa0:41221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:22:58,271 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:22:58,271 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:58,271 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:58,271 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:22:58,271 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:58,271 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T05:22:58,287 DEBUG [M:0;1d14b453aaa0:41221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38566ccf615a41f8b823b3d4804589d2 is 82, key is hbase:meta,,1/info:regioninfo/1731302568157/Put/seqid=0 2024-11-11T05:22:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741844_1020 (size=5672) 2024-11-11T05:22:58,308 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:58,338 INFO [RS:0;1d14b453aaa0:37857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:58,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10128586cf50007, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:58,339 INFO [RS:0;1d14b453aaa0:37857 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,37857,1731302566065; zookeeper connection closed. 2024-11-11T05:22:58,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f2050e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f2050e9 2024-11-11T05:22:58,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:22:58,691 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38566ccf615a41f8b823b3d4804589d2 2024-11-11T05:22:58,709 DEBUG [M:0;1d14b453aaa0:41221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0954913cbc6a44a6a15b8d53d4d1dfd7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302569966/Put/seqid=0 2024-11-11T05:22:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741845_1021 (size=6586) 2024-11-11T05:22:58,754 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:59,113 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:59,114 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0954913cbc6a44a6a15b8d53d4d1dfd7 2024-11-11T05:22:59,141 DEBUG [M:0;1d14b453aaa0:41221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fc5bdc248f4c10b0cedfc57c7aad6b is 69, key is 1d14b453aaa0,37857,1731302566065/rs:state/1731302567032/Put/seqid=0 2024-11-11T05:22:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741846_1022 (size=5156) 2024-11-11T05:22:59,153 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fc5bdc248f4c10b0cedfc57c7aad6b 2024-11-11T05:22:59,161 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38566ccf615a41f8b823b3d4804589d2 as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38566ccf615a41f8b823b3d4804589d2 2024-11-11T05:22:59,165 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38566ccf615a41f8b823b3d4804589d2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T05:22:59,166 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0954913cbc6a44a6a15b8d53d4d1dfd7 as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0954913cbc6a44a6a15b8d53d4d1dfd7 2024-11-11T05:22:59,169 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0954913cbc6a44a6a15b8d53d4d1dfd7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T05:22:59,170 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fc5bdc248f4c10b0cedfc57c7aad6b as hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5fc5bdc248f4c10b0cedfc57c7aad6b 2024-11-11T05:22:59,174 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45671/user/jenkins/test-data/8ca78051-1118-aa6b-4a54-dad47e2dc2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5fc5bdc248f4c10b0cedfc57c7aad6b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T05:22:59,174 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=55, compaction requested=false 2024-11-11T05:22:59,182 INFO [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:22:59,182 DEBUG [M:0;1d14b453aaa0:41221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302578271Disabling compacts and flushes for region at 1731302578271Disabling writes for close at 1731302578271Obtaining lock to block concurrent updates at 1731302578271Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302578271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731302578271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302578272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302578272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302578287 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302578287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302578694 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302578708 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302578708Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302579118 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302579141 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302579141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57dbf0b6: reopening flushed file at 1731302579158 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a34010: reopening flushed file at 1731302579165 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c52c08e: reopening flushed file at 1731302579169 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=55, compaction requested=false at 1731302579174 (+5 ms)Writing region close event to WAL at 1731302579182 (+8 ms)Closed at 1731302579182 2024-11-11T05:22:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34161 is added to blk_1073741830_1006 (size=32770) 2024-11-11T05:22:59,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:22:59,185 INFO [M:0;1d14b453aaa0:41221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:22:59,185 INFO [M:0;1d14b453aaa0:41221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41221 2024-11-11T05:22:59,186 INFO [M:0;1d14b453aaa0:41221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:22:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41221-0x10128586cf50006, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:22:59,327 INFO [M:0;1d14b453aaa0:41221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:22:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f3df764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:22:59,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:59,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:59,336 WARN [BP-1364399640-172.17.0.2-1731302564181 heartbeating to localhost/127.0.0.1:45671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:22:59,336 WARN [BP-1364399640-172.17.0.2-1731302564181 heartbeating to localhost/127.0.0.1:45671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1364399640-172.17.0.2-1731302564181 (Datanode Uuid c20061cd-7366-4d31-9b7c-739e99abd118) service to localhost/127.0.0.1:45671 2024-11-11T05:22:59,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/cluster_2c2008ac-1df0-ce27-6bb2-db63fabffaea/data/data1/current/BP-1364399640-172.17.0.2-1731302564181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:59,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/cluster_2c2008ac-1df0-ce27-6bb2-db63fabffaea/data/data2/current/BP-1364399640-172.17.0.2-1731302564181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:22:59,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:22:59,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:22:59,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:22:59,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61eec301{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:22:59,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e44f0d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:22:59,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:22:59,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35feeda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:22:59,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a514d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5086906-9954-e704-48a2-3a1fc677c28c/hadoop.log.dir/,STOPPED} 2024-11-11T05:22:59,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:22:59,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:22:59,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:59,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:59,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:59,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:59,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:22:59,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:22:59,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213428938, stopped=false 2024-11-11T05:22:59,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,41737,1731302560913 2024-11-11T05:22:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46663362/running 2024-11-11T05:22:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46663362/running 2024-11-11T05:22:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:22:59,384 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:22:59,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/running 2024-11-11T05:22:59,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Set watcher on znode that does not yet exist, /1-46663362/running 2024-11-11T05:22:59,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:22:59,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:59,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:59,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36919,1731302561030' ***** 2024-11-11T05:22:59,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:22:59,386 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 54031dafa424230787fa139820b3c882 2024-11-11T05:22:59,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36919,1731302561030 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36919. 2024-11-11T05:22:59,387 DEBUG [RS:0;1d14b453aaa0:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:22:59,387 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:22:59,387 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54031dafa424230787fa139820b3c882, disabling compactions & flushes 2024-11-11T05:22:59,388 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302568957.54031dafa424230787fa139820b3c882. after waiting 0 ms 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:59,388 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T05:22:59,388 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1325): Online Regions={54031dafa424230787fa139820b3c882=test,,1731302568957.54031dafa424230787fa139820b3c882., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T05:22:59,388 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54031dafa424230787fa139820b3c882 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:22:59,388 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:22:59,388 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:22:59,388 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T05:22:59,404 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/default/test/54031dafa424230787fa139820b3c882/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:22:59,405 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:59,405 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:22:59,405 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:59,405 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54031dafa424230787fa139820b3c882: Waiting for close lock at 1731302579388Running coprocessor pre-close hooks at 1731302579388Disabling compacts and flushes for region at 1731302579388Disabling writes for close at 1731302579388Writing region close event to WAL at 1731302579390 (+2 ms)Running coprocessor post-close hooks at 1731302579405 (+15 ms)Closed at 1731302579405 2024-11-11T05:22:59,405 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302568957.54031dafa424230787fa139820b3c882. 2024-11-11T05:22:59,415 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/info/94fa802151164521ac8bf6a09d6c6079 is 129, key is test,,1731302568957.54031dafa424230787fa139820b3c882./info:regioninfo/1731302569298/Put/seqid=0 2024-11-11T05:22:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741841_1017 (size=6421) 2024-11-11T05:22:59,419 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/info/94fa802151164521ac8bf6a09d6c6079 2024-11-11T05:22:59,442 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/ns/5228196c2d4940d78a0ffc72cb011b1f is 43, key is default/ns:d/1731302564089/Put/seqid=0 2024-11-11T05:22:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741842_1018 (size=5153) 2024-11-11T05:22:59,455 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/ns/5228196c2d4940d78a0ffc72cb011b1f 2024-11-11T05:22:59,459 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:22:59,479 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/rep_barrier/9e760c579dac44dc9487a10795b95df5 is 112, key is test,,1731302568957.54031dafa424230787fa139820b3c882./rep_barrier:seqnumDuringOpen/1731302569298/Put/seqid=0 2024-11-11T05:22:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741843_1019 (size=5518) 2024-11-11T05:22:59,491 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/rep_barrier/9e760c579dac44dc9487a10795b95df5 2024-11-11T05:22:59,513 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/table/1a0c954e58ff4950bd47deb05d5328ba is 40, key is test/table:state/1731302569304/Put/seqid=0 2024-11-11T05:22:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741844_1020 (size=5165) 2024-11-11T05:22:59,588 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:59,663 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:22:59,788 DEBUG [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:22:59,918 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/table/1a0c954e58ff4950bd47deb05d5328ba 2024-11-11T05:22:59,923 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/info/94fa802151164521ac8bf6a09d6c6079 as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/info/94fa802151164521ac8bf6a09d6c6079 2024-11-11T05:22:59,928 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/info/94fa802151164521ac8bf6a09d6c6079, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T05:22:59,934 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/ns/5228196c2d4940d78a0ffc72cb011b1f as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/ns/5228196c2d4940d78a0ffc72cb011b1f 2024-11-11T05:22:59,937 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:22:59,937 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:22:59,939 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/ns/5228196c2d4940d78a0ffc72cb011b1f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:22:59,940 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/rep_barrier/9e760c579dac44dc9487a10795b95df5 as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/rep_barrier/9e760c579dac44dc9487a10795b95df5 2024-11-11T05:22:59,945 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/rep_barrier/9e760c579dac44dc9487a10795b95df5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T05:22:59,946 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/.tmp/table/1a0c954e58ff4950bd47deb05d5328ba as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/table/1a0c954e58ff4950bd47deb05d5328ba 2024-11-11T05:22:59,950 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/table/1a0c954e58ff4950bd47deb05d5328ba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T05:22:59,951 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false 2024-11-11T05:22:59,951 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:22:59,963 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T05:22:59,964 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:22:59,964 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:22:59,964 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:59,964 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302579388Running coprocessor pre-close hooks at 1731302579388Disabling compacts and flushes for region at 1731302579388Disabling writes for close at 1731302579388Obtaining lock to block concurrent updates at 1731302579388Preparing flush snapshotting stores in 1588230740 at 1731302579388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731302579389 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731302579389Flushing 1588230740/info: creating writer at 1731302579389Flushing 1588230740/info: appending metadata at 1731302579414 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731302579414Flushing 1588230740/ns: creating writer at 1731302579426 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731302579442 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731302579442Flushing 1588230740/rep_barrier: creating writer at 1731302579460 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302579479 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302579479Flushing 1588230740/table: creating writer at 1731302579496 (+17 ms)Flushing 1588230740/table: appending metadata at 1731302579513 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731302579513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4f1c6c: reopening flushed file at 1731302579923 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f03ae0: reopening flushed file at 1731302579928 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ca7193: reopening flushed file at 1731302579939 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd5a2e0: reopening flushed file at 1731302579945 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false at 1731302579951 (+6 ms)Writing region close event to WAL at 1731302579960 (+9 ms)Running coprocessor post-close hooks at 1731302579964 (+4 ms)Closed at 1731302579964 2024-11-11T05:22:59,964 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:22:59,989 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36919,1731302561030; all regions closed. 2024-11-11T05:22:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741834_1010 (size=2717) 2024-11-11T05:22:59,994 DEBUG [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/oldWALs 2024-11-11T05:22:59,994 INFO [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36919%2C1731302561030.meta:.meta(num 1731302564032) 2024-11-11T05:23:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741832_1008 (size=1374) 2024-11-11T05:23:00,004 DEBUG [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/oldWALs 2024-11-11T05:23:00,004 INFO [RS:0;1d14b453aaa0:36919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36919%2C1731302561030:(num 1731302563074) 2024-11-11T05:23:00,004 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:00,004 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:23:00,004 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:23:00,004 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T05:23:00,005 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:23:00,005 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:23:00,005 INFO [RS:0;1d14b453aaa0:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36919. 2024-11-11T05:23:00,005 DEBUG [RS:0;1d14b453aaa0:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:00,005 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:00,005 DEBUG [RS:0;1d14b453aaa0:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:00,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:23:00,005 INFO [RS:0;1d14b453aaa0:36919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36919 2024-11-11T05:23:00,021 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:00,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362/rs 2024-11-11T05:23:00,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46663362/rs/1d14b453aaa0,36919,1731302561030 2024-11-11T05:23:00,040 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:23:00,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36919,1731302561030] 2024-11-11T05:23:00,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-46663362/draining/1d14b453aaa0,36919,1731302561030 already deleted, retry=false 2024-11-11T05:23:00,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36919,1731302561030 expired; onlineServers=0 2024-11-11T05:23:00,143 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,41737,1731302560913' ***** 2024-11-11T05:23:00,143 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:23:00,143 INFO [M:0;1d14b453aaa0:41737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:23:00,143 INFO [M:0;1d14b453aaa0:41737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:23:00,144 DEBUG [M:0;1d14b453aaa0:41737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:23:00,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:23:00,144 DEBUG [M:0;1d14b453aaa0:41737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:23:00,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302562789 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302562789,5,FailOnTimeoutGroup] 2024-11-11T05:23:00,144 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302562788 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302562788,5,FailOnTimeoutGroup] 2024-11-11T05:23:00,144 INFO [M:0;1d14b453aaa0:41737 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:23:00,144 INFO [M:0;1d14b453aaa0:41737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:23:00,144 DEBUG [M:0;1d14b453aaa0:41737 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:23:00,144 INFO [M:0;1d14b453aaa0:41737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:23:00,144 INFO [M:0;1d14b453aaa0:41737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:23:00,144 INFO [M:0;1d14b453aaa0:41737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:23:00,144 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:23:00,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46663362/master 2024-11-11T05:23:00,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46663362 2024-11-11T05:23:00,154 DEBUG [M:0;1d14b453aaa0:41737 {}] zookeeper.ZKUtil(347): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Unable to get data of znode /1-46663362/master because node does not exist (not an error) 2024-11-11T05:23:00,154 WARN [M:0;1d14b453aaa0:41737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:23:00,155 INFO [M:0;1d14b453aaa0:41737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/.lastflushedseqids 2024-11-11T05:23:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741845_1021 (size=173) 2024-11-11T05:23:00,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:00,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x10128586cf50004, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:00,231 INFO [RS:0;1d14b453aaa0:36919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:23:00,232 INFO [RS:0;1d14b453aaa0:36919 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36919,1731302561030; zookeeper connection closed. 2024-11-11T05:23:00,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee1bc79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee1bc79 2024-11-11T05:23:00,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:23:00,559 INFO [M:0;1d14b453aaa0:41737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:23:00,559 INFO [M:0;1d14b453aaa0:41737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:23:00,559 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:23:00,559 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:00,559 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:00,559 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:23:00,559 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:00,559 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T05:23:00,571 DEBUG [M:0;1d14b453aaa0:41737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146e706892d45f1b4203ed468861597 is 82, key is hbase:meta,,1/info:regioninfo/1731302564067/Put/seqid=0 2024-11-11T05:23:00,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741846_1022 (size=5672) 2024-11-11T05:23:00,667 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:00,975 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146e706892d45f1b4203ed468861597 2024-11-11T05:23:00,994 DEBUG [M:0;1d14b453aaa0:41737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5f3fa81b7f42c2927e1769191de572 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731302569308/Put/seqid=0 2024-11-11T05:23:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741847_1023 (size=6586) 2024-11-11T05:23:01,033 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:01,400 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5f3fa81b7f42c2927e1769191de572 2024-11-11T05:23:01,438 DEBUG [M:0;1d14b453aaa0:41737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c962e55299e484dafbb96399a6c4f02 is 69, key is 1d14b453aaa0,36919,1731302561030/rs:state/1731302562870/Put/seqid=0 2024-11-11T05:23:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741848_1024 (size=5156) 2024-11-11T05:23:01,446 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c962e55299e484dafbb96399a6c4f02 2024-11-11T05:23:01,450 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146e706892d45f1b4203ed468861597 as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8146e706892d45f1b4203ed468861597 2024-11-11T05:23:01,457 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8146e706892d45f1b4203ed468861597, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T05:23:01,457 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5f3fa81b7f42c2927e1769191de572 as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5f3fa81b7f42c2927e1769191de572 2024-11-11T05:23:01,462 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5f3fa81b7f42c2927e1769191de572, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T05:23:01,463 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c962e55299e484dafbb96399a6c4f02 as hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c962e55299e484dafbb96399a6c4f02 2024-11-11T05:23:01,468 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42761/user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c962e55299e484dafbb96399a6c4f02, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T05:23:01,468 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=55, compaction requested=false 2024-11-11T05:23:01,498 INFO [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:01,498 DEBUG [M:0;1d14b453aaa0:41737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302580559Disabling compacts and flushes for region at 1731302580559Disabling writes for close at 1731302580559Obtaining lock to block concurrent updates at 1731302580559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302580559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731302580559Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302580560 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302580560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302580571 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302580571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302580978 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302580994 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302580994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302581407 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302581437 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302581437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f18bf8e: reopening flushed file at 1731302581450 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4352133e: reopening flushed file at 1731302581457 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cec3a5f: reopening flushed file at 1731302581462 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=55, compaction requested=false at 1731302581468 (+6 ms)Writing region close event to WAL at 1731302581497 (+29 ms)Closed at 1731302581497 2024-11-11T05:23:01,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d87b212b-dfa6-f859-ad61-3bae1d8b3db5/MasterData/WALs/1d14b453aaa0,41737,1731302560913/1d14b453aaa0%2C41737%2C1731302560913.1731302562474 not finished, retry = 0 2024-11-11T05:23:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33097 is added to blk_1073741830_1006 (size=32770) 2024-11-11T05:23:01,607 INFO [M:0;1d14b453aaa0:41737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:23:01,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:23:01,607 INFO [M:0;1d14b453aaa0:41737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41737 2024-11-11T05:23:01,607 INFO [M:0;1d14b453aaa0:41737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:23:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41737-0x10128586cf50003, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:01,749 INFO [M:0;1d14b453aaa0:41737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:23:01,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed5ab24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:23:01,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54aa5d80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:23:01,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:23:01,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8c31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:23:01,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd8754c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir/,STOPPED} 2024-11-11T05:23:01,754 WARN [BP-78328262-172.17.0.2-1731302559281 heartbeating to localhost/127.0.0.1:42761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:23:01,754 WARN [BP-78328262-172.17.0.2-1731302559281 heartbeating to localhost/127.0.0.1:42761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78328262-172.17.0.2-1731302559281 (Datanode Uuid b4479714-1223-4369-a093-6b8af6013655) service to localhost/127.0.0.1:42761 2024-11-11T05:23:01,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/cluster_978f832b-ad9e-5fc7-c4cc-2f07ca6270b1/data/data1/current/BP-78328262-172.17.0.2-1731302559281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:23:01,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/cluster_978f832b-ad9e-5fc7-c4cc-2f07ca6270b1/data/data2/current/BP-78328262-172.17.0.2-1731302559281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:23:01,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:23:01,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:23:01,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:23:01,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c012cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:23:01,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e22f85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:23:01,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:23:01,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3588b6ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:23:01,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b16ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115a4c-e921-79f7-ee95-3fca9bf7c6fd/hadoop.log.dir/,STOPPED} 2024-11-11T05:23:01,770 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:01,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:23:01,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T05:23:01,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:23:01,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:01,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:01,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:23:01,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:01,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T05:23:01,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=837848728, stopped=false 2024-11-11T05:23:01,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1d14b453aaa0,35619,1731302554228 2024-11-11T05:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2033570980/running 2024-11-11T05:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2033570980/running 2024-11-11T05:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:23:01,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:23:01,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T05:23:01,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:01,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:01,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/running 2024-11-11T05:23:01,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1d14b453aaa0,36591,1731302554592' ***** 2024-11-11T05:23:01,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T05:23:01,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Set watcher on znode that does not yet exist, /0-2033570980/running 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T05:23:01,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ae28d19c0b18369e3e384b1de1d57dc 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(959): stopping server 1d14b453aaa0,36591,1731302554592 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:23:01,798 INFO [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36591. 2024-11-11T05:23:01,798 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cc86c693f5e673be1209d6abd7e3dcd, disabling compactions & flushes 2024-11-11T05:23:01,798 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:23:01,798 DEBUG [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:01,798 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:23:01,798 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:01,798 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. after waiting 0 ms 2024-11-11T05:23:01,799 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T05:23:01,798 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:23:01,799 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T05:23:01,799 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T05:23:01,799 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T05:23:01,799 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cc86c693f5e673be1209d6abd7e3dcd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T05:23:01,801 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T05:23:01,801 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1325): Online Regions={2cc86c693f5e673be1209d6abd7e3dcd=hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd., 1588230740=hbase:meta,,1.1588230740, 1ae28d19c0b18369e3e384b1de1d57dc=test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc.} 2024-11-11T05:23:01,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T05:23:01,801 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T05:23:01,801 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae28d19c0b18369e3e384b1de1d57dc, 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:23:01,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T05:23:01,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T05:23:01,801 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T05:23:01,801 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T05:23:01,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T05:23:01,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,814 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/hfileref/6752e78d4531450dbda558968f358860 is 74, key is 1/hfileref:395faa3d75944edfbfc270b57b8aeeb4_SeqId_6_/1731302575307/DeleteColumn/seqid=0 2024-11-11T05:23:01,815 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T05:23:01,815 INFO [regionserver/1d14b453aaa0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T05:23:01,818 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/info/93816722895949cca9ab527e44e39b06 is 147, key is hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd./info:regioninfo/1731302571382/Put/seqid=0 2024-11-11T05:23:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741847_1023 (size=5489) 2024-11-11T05:23:01,821 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/hfileref/6752e78d4531450dbda558968f358860 2024-11-11T05:23:01,833 INFO [regionserver/1d14b453aaa0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:23:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741848_1024 (size=7686) 2024-11-11T05:23:01,833 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/info/93816722895949cca9ab527e44e39b06 2024-11-11T05:23:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/queue/d89c54b4505c4a4bbb665cd2f2082b30 is 153, key is 1-1d14b453aaa0,36591,1731302554592/queue:1d14b453aaa0%2C36591%2C1731302554592/1731302575308/Put/seqid=0 2024-11-11T05:23:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741849_1025 (size=5504) 2024-11-11T05:23:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,857 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/ns/d457c10579cf4dad9ef588d8f9d29817 is 43, key is default/ns:d/1731302559141/Put/seqid=0 2024-11-11T05:23:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741850_1026 (size=5153) 2024-11-11T05:23:01,865 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/ns/d457c10579cf4dad9ef588d8f9d29817 2024-11-11T05:23:01,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,886 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/rep_barrier/7ee82ef707634f10bc946dbf84ba62d4 is 112, key is test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc./rep_barrier:seqnumDuringOpen/1731302568691/Put/seqid=0 2024-11-11T05:23:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741851_1027 (size=5518) 2024-11-11T05:23:01,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:01,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T05:23:02,001 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae28d19c0b18369e3e384b1de1d57dc, 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:23:02,136 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:02,201 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae28d19c0b18369e3e384b1de1d57dc, 2cc86c693f5e673be1209d6abd7e3dcd 2024-11-11T05:23:02,257 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/queue/d89c54b4505c4a4bbb665cd2f2082b30 2024-11-11T05:23:02,261 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/hfileref/6752e78d4531450dbda558968f358860 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/hfileref/6752e78d4531450dbda558968f358860 2024-11-11T05:23:02,265 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/hfileref/6752e78d4531450dbda558968f358860, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T05:23:02,265 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/.tmp/queue/d89c54b4505c4a4bbb665cd2f2082b30 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/queue/d89c54b4505c4a4bbb665cd2f2082b30 2024-11-11T05:23:02,268 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/queue/d89c54b4505c4a4bbb665cd2f2082b30, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T05:23:02,269 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2cc86c693f5e673be1209d6abd7e3dcd in 470ms, sequenceid=17, compaction requested=false 2024-11-11T05:23:02,272 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/replication/2cc86c693f5e673be1209d6abd7e3dcd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T05:23:02,272 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:23:02,272 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:23:02,272 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:23:02,272 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cc86c693f5e673be1209d6abd7e3dcd: Waiting for close lock at 1731302581798Running coprocessor pre-close hooks at 1731302581798Disabling compacts and flushes for region at 1731302581798Disabling writes for close at 1731302581798Obtaining lock to block concurrent updates at 1731302581799 (+1 ms)Preparing flush snapshotting stores in 2cc86c693f5e673be1209d6abd7e3dcd at 1731302581799Finished memstore snapshotting hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731302581799Flushing stores of hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. at 1731302581800 (+1 ms)Flushing 2cc86c693f5e673be1209d6abd7e3dcd/hfileref: creating writer at 1731302581800Flushing 2cc86c693f5e673be1209d6abd7e3dcd/hfileref: appending metadata at 1731302581814 (+14 ms)Flushing 2cc86c693f5e673be1209d6abd7e3dcd/hfileref: closing flushed file at 1731302581814Flushing 2cc86c693f5e673be1209d6abd7e3dcd/queue: creating writer at 1731302581835 (+21 ms)Flushing 2cc86c693f5e673be1209d6abd7e3dcd/queue: appending metadata at 1731302581852 (+17 ms)Flushing 2cc86c693f5e673be1209d6abd7e3dcd/queue: closing flushed file at 1731302581852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7558c306: reopening flushed file at 1731302582261 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea95408: reopening flushed file at 1731302582265 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2cc86c693f5e673be1209d6abd7e3dcd in 470ms, sequenceid=17, compaction requested=false at 1731302582269 (+4 ms)Writing region close event to WAL at 1731302582270 (+1 ms)Running coprocessor post-close hooks at 1731302582272 (+2 ms)Closed at 1731302582272 2024-11-11T05:23:02,273 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731302570228.2cc86c693f5e673be1209d6abd7e3dcd. 2024-11-11T05:23:02,273 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ae28d19c0b18369e3e384b1de1d57dc, disabling compactions & flushes 2024-11-11T05:23:02,273 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:23:02,273 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:23:02,273 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. after waiting 0 ms 2024-11-11T05:23:02,273 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:23:02,275 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/default/test/1ae28d19c0b18369e3e384b1de1d57dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T05:23:02,275 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:23:02,275 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T05:23:02,275 INFO [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:23:02,275 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ae28d19c0b18369e3e384b1de1d57dc: Waiting for close lock at 1731302582273Running coprocessor pre-close hooks at 1731302582273Disabling compacts and flushes for region at 1731302582273Disabling writes for close at 1731302582273Writing region close event to WAL at 1731302582273Running coprocessor post-close hooks at 1731302582275 (+2 ms)Closed at 1731302582275 2024-11-11T05:23:02,276 DEBUG [RS_CLOSE_REGION-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731302568327.1ae28d19c0b18369e3e384b1de1d57dc. 2024-11-11T05:23:02,297 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/rep_barrier/7ee82ef707634f10bc946dbf84ba62d4 2024-11-11T05:23:02,312 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/table/9e4135741efe4bbab159e53f8b4085d5 is 53, key is hbase:replication/table:state/1731302571387/Put/seqid=0 2024-11-11T05:23:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741852_1028 (size=5308) 2024-11-11T05:23:02,401 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:23:02,601 DEBUG [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T05:23:02,716 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/table/9e4135741efe4bbab159e53f8b4085d5 2024-11-11T05:23:02,719 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/info/93816722895949cca9ab527e44e39b06 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/info/93816722895949cca9ab527e44e39b06 2024-11-11T05:23:02,722 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/info/93816722895949cca9ab527e44e39b06, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T05:23:02,723 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/ns/d457c10579cf4dad9ef588d8f9d29817 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/ns/d457c10579cf4dad9ef588d8f9d29817 2024-11-11T05:23:02,726 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/ns/d457c10579cf4dad9ef588d8f9d29817, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T05:23:02,727 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/rep_barrier/7ee82ef707634f10bc946dbf84ba62d4 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/rep_barrier/7ee82ef707634f10bc946dbf84ba62d4 2024-11-11T05:23:02,730 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/rep_barrier/7ee82ef707634f10bc946dbf84ba62d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T05:23:02,730 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/.tmp/table/9e4135741efe4bbab159e53f8b4085d5 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/table/9e4135741efe4bbab159e53f8b4085d5 2024-11-11T05:23:02,734 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/table/9e4135741efe4bbab159e53f8b4085d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T05:23:02,734 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-11T05:23:02,735 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T05:23:02,751 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T05:23:02,751 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T05:23:02,751 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T05:23:02,752 INFO [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T05:23:02,752 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731302581801Running coprocessor pre-close hooks at 1731302581801Disabling compacts and flushes for region at 1731302581801Disabling writes for close at 1731302581801Obtaining lock to block concurrent updates at 1731302581801Preparing flush snapshotting stores in 1588230740 at 1731302581801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731302581801Flushing stores of hbase:meta,,1.1588230740 at 1731302581802 (+1 ms)Flushing 1588230740/info: creating writer at 1731302581802Flushing 1588230740/info: appending metadata at 1731302581818 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731302581818Flushing 1588230740/ns: creating writer at 1731302581838 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731302581857 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731302581857Flushing 1588230740/rep_barrier: creating writer at 1731302581869 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731302581886 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731302581886Flushing 1588230740/table: creating writer at 1731302582300 (+414 ms)Flushing 1588230740/table: appending metadata at 1731302582312 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731302582312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dafd85: reopening flushed file at 1731302582719 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3d566e: reopening flushed file at 1731302582723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a020640: reopening flushed file at 1731302582726 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e04bdb1: reopening flushed file at 1731302582730 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1731302582734 (+4 ms)Writing region close event to WAL at 1731302582748 (+14 ms)Running coprocessor post-close hooks at 1731302582751 (+3 ms)Closed at 1731302582752 (+1 ms) 2024-11-11T05:23:02,752 DEBUG [RS_CLOSE_META-regionserver/1d14b453aaa0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T05:23:02,802 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(976): stopping server 1d14b453aaa0,36591,1731302554592; all regions closed. 2024-11-11T05:23:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741844_1020 (size=859) 2024-11-11T05:23:02,806 DEBUG [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs 2024-11-11T05:23:02,806 INFO [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592.meta:.meta(num 1731302574340) 2024-11-11T05:23:02,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741842_1018 (size=2791) 2024-11-11T05:23:02,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.rep.1731302574273 not finished, retry = 0 2024-11-11T05:23:02,910 DEBUG [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs 2024-11-11T05:23:02,910 INFO [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592.rep:(num 1731302574273) 2024-11-11T05:23:02,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 not finished, retry = 0 2024-11-11T05:23:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741843_1019 (size=696) 2024-11-11T05:23:02,985 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 to pos 393, reset compression=false 2024-11-11T05:23:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302 2024-11-11T05:23:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T05:23:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T05:23:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T05:23:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1d14b453aaa0,36591,1731302554592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/WALs/1d14b453aaa0,36591,1731302554592/1d14b453aaa0%2C36591%2C1731302554592.1731302574302, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T05:23:03,015 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1d14b453aaa0,36591,1731302554592: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1d14b453aaa0,36591,1731302554592, walGroup=1d14b453aaa0%2C36591%2C1731302554592, offset=1d14b453aaa0%2C36591%2C1731302554592.1731302574302:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:36591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T05:23:03,016 ERROR [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T05:23:03,016 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T05:23:03,017 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T05:23:03,017 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T05:23:03,017 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T05:23:03,017 INFO [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1535115264, "init": 1048576000, "max": 2306867200, "used": 938340960 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207499560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T05:23:03,017 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:35619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1d14b453aaa0:35619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T05:23:03,021 DEBUG [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1d14b453aaa0%2C36591%2C1731302554592.1731302574302] 2024-11-11T05:23:03,021 DEBUG [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/oldWALs 2024-11-11T05:23:03,021 INFO [RS:0;1d14b453aaa0:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1d14b453aaa0%2C36591%2C1731302554592:(num 1731302574302) 2024-11-11T05:23:03,021 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:03,021 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T05:23:03,021 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:23:03,021 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.ChoreService(370): Chore service for: regionserver/1d14b453aaa0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T05:23:03,021 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:23:03,021 INFO [regionserver/1d14b453aaa0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:23:03,022 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1d14b453aaa0,36591,1731302554592 because: Region server is closing 2024-11-11T05:23:03,022 INFO [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36591. 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:03,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:23:03,022 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,1-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,1-1d14b453aaa0,36591,1731302554592 terminated 2024-11-11T05:23:03,022 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1d14b453aaa0,36591,1731302554592 because: Region server is closing 2024-11-11T05:23:03,022 INFO [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1d14b453aaa0:36591. 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:03,022 DEBUG [RS:0;1d14b453aaa0:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T05:23:03,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T05:23:03,123 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T05:23:03,123 WARN [RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.wal-reader.1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T05:23:03,123 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1d14b453aaa0:0-0.replicationSource,2-1d14b453aaa0,36591,1731302554592.replicationSource.shipper1d14b453aaa0%2C36591%2C1731302554592,2-1d14b453aaa0,36591,1731302554592 terminated 2024-11-11T05:23:03,123 INFO [RS:0;1d14b453aaa0:36591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36591 2024-11-11T05:23:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2033570980/rs/1d14b453aaa0,36591,1731302554592 2024-11-11T05:23:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980/rs 2024-11-11T05:23:03,163 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:23:03,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1d14b453aaa0,36591,1731302554592] 2024-11-11T05:23:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:03,380 INFO [RS:0;1d14b453aaa0:36591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:23:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x10128586cf50001, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:03,380 INFO [RS:0;1d14b453aaa0:36591 {}] regionserver.HRegionServer(1031): Exiting; stopping=1d14b453aaa0,36591,1731302554592; zookeeper connection closed. 2024-11-11T05:23:03,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bc962f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bc962f4 2024-11-11T05:23:03,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T05:23:03,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2033570980/draining/1d14b453aaa0,36591,1731302554592 already deleted, retry=false 2024-11-11T05:23:03,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1d14b453aaa0,36591,1731302554592 expired; onlineServers=0 2024-11-11T05:23:03,442 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1d14b453aaa0,35619,1731302554228' ***** 2024-11-11T05:23:03,442 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T05:23:03,442 DEBUG [M:0;1d14b453aaa0:35619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T05:23:03,442 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T05:23:03,442 DEBUG [M:0;1d14b453aaa0:35619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T05:23:03,442 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302557692 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.small.0-1731302557692,5,FailOnTimeoutGroup] 2024-11-11T05:23:03,442 DEBUG [master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302557692 {}] cleaner.HFileCleaner(306): Exit Thread[master/1d14b453aaa0:0:becomeActiveMaster-HFileCleaner.large.0-1731302557692,5,FailOnTimeoutGroup] 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] hbase.ChoreService(370): Chore service for: master/1d14b453aaa0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T05:23:03,442 DEBUG [M:0;1d14b453aaa0:35619 {}] master.HMaster(1795): Stopping service threads 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T05:23:03,442 INFO [M:0;1d14b453aaa0:35619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T05:23:03,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T05:23:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2033570980/master 2024-11-11T05:23:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2033570980 2024-11-11T05:23:03,490 DEBUG [M:0;1d14b453aaa0:35619 {}] zookeeper.ZKUtil(347): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Unable to get data of znode /0-2033570980/master because node does not exist (not an error) 2024-11-11T05:23:03,490 WARN [M:0;1d14b453aaa0:35619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T05:23:03,491 INFO [M:0;1d14b453aaa0:35619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/.lastflushedseqids 2024-11-11T05:23:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741853_1029 (size=263) 2024-11-11T05:23:03,495 INFO [M:0;1d14b453aaa0:35619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T05:23:03,495 INFO [M:0;1d14b453aaa0:35619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T05:23:03,495 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T05:23:03,495 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:03,495 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:03,495 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T05:23:03,495 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:03,496 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-11T05:23:03,509 DEBUG [M:0;1d14b453aaa0:35619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32151e5b0bda4d87b725c18c32b421fd is 82, key is hbase:meta,,1/info:regioninfo/1731302559126/Put/seqid=0 2024-11-11T05:23:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741854_1030 (size=5672) 2024-11-11T05:23:03,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T05:23:03,912 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32151e5b0bda4d87b725c18c32b421fd 2024-11-11T05:23:03,931 DEBUG [M:0;1d14b453aaa0:35619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1289d71fdccf44d4bd61b3e1f13212b1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731302571389/Put/seqid=0 2024-11-11T05:23:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741855_1031 (size=8908) 2024-11-11T05:23:04,334 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1289d71fdccf44d4bd61b3e1f13212b1 2024-11-11T05:23:04,354 DEBUG [M:0;1d14b453aaa0:35619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a4ae812d9b4391a1f744197839cec8 is 69, key is 1d14b453aaa0,36591,1731302554592/rs:state/1731302557782/Put/seqid=0 2024-11-11T05:23:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741856_1032 (size=5156) 2024-11-11T05:23:04,762 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a4ae812d9b4391a1f744197839cec8 2024-11-11T05:23:04,766 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32151e5b0bda4d87b725c18c32b421fd as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32151e5b0bda4d87b725c18c32b421fd 2024-11-11T05:23:04,770 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32151e5b0bda4d87b725c18c32b421fd, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T05:23:04,771 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1289d71fdccf44d4bd61b3e1f13212b1 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1289d71fdccf44d4bd61b3e1f13212b1 2024-11-11T05:23:04,775 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1289d71fdccf44d4bd61b3e1f13212b1, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T05:23:04,776 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a4ae812d9b4391a1f744197839cec8 as hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77a4ae812d9b4391a1f744197839cec8 2024-11-11T05:23:04,780 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77a4ae812d9b4391a1f744197839cec8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T05:23:04,781 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=112, compaction requested=false 2024-11-11T05:23:04,782 INFO [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T05:23:04,782 DEBUG [M:0;1d14b453aaa0:35619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731302583495Disabling compacts and flushes for region at 1731302583495Disabling writes for close at 1731302583495Obtaining lock to block concurrent updates at 1731302583496 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731302583496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731302583496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731302583496Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731302583496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731302583509 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731302583509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731302583916 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731302583930 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731302583930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731302584338 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731302584354 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731302584354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a9bb14: reopening flushed file at 1731302584766 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731cf728: reopening flushed file at 1731302584771 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fae25c: reopening flushed file at 1731302584775 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=112, compaction requested=false at 1731302584781 (+6 ms)Writing region close event to WAL at 1731302584782 (+1 ms)Closed at 1731302584782 2024-11-11T05:23:04,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a2adc-154a-d747-9655-70bea3e2093c/MasterData/WALs/1d14b453aaa0,35619,1731302554228/1d14b453aaa0%2C35619%2C1731302554228.1731302555996 not finished, retry = 0 2024-11-11T05:23:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741830_1006 (size=69043) 2024-11-11T05:23:04,885 INFO [M:0;1d14b453aaa0:35619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T05:23:04,885 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T05:23:04,885 INFO [M:0;1d14b453aaa0:35619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35619 2024-11-11T05:23:04,885 INFO [M:0;1d14b453aaa0:35619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T05:23:05,031 INFO [M:0;1d14b453aaa0:35619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T05:23:05,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:05,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35619-0x10128586cf50000, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T05:23:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78aa6c38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T05:23:05,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b4a8b04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:23:05,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:23:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8443a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:23:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a20a1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir/,STOPPED} 2024-11-11T05:23:05,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T05:23:05,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T05:23:05,035 WARN [BP-1285292342-172.17.0.2-1731302551926 heartbeating to localhost/127.0.0.1:43039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T05:23:05,035 WARN [BP-1285292342-172.17.0.2-1731302551926 heartbeating to localhost/127.0.0.1:43039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285292342-172.17.0.2-1731302551926 (Datanode Uuid 09fe34b9-65ac-4605-983b-6c33a4baca58) service to localhost/127.0.0.1:43039 2024-11-11T05:23:05,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/data/data1/current/BP-1285292342-172.17.0.2-1731302551926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:23:05,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/cluster_911131f5-64a0-db8b-e113-800a86a7d813/data/data2/current/BP-1285292342-172.17.0.2-1731302551926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T05:23:05,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T05:23:05,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T05:23:05,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T05:23:05,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T05:23:05,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T05:23:05,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef10b79-3141-b778-dc41-014f0c5fa36f/hadoop.log.dir/,STOPPED} 2024-11-11T05:23:05,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T05:23:05,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T05:23:05,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45671 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42761 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42761 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45671 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=979 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7160 (was 6482) - AvailableMemoryMB LEAK? - 2024-11-11T05:23:05,070 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-11T05:23:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128586cf50008, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:23:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128586cf50002, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:23:05,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128586cf50008, quorum=127.0.0.1:59534, baseZNode=/2-911345094 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:23:05,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128586cf50002, quorum=127.0.0.1:59534, baseZNode=/0-2033570980 Received Disconnected from ZooKeeper, ignoring 2024-11-11T05:23:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128586cf50005, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T05:23:05,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128586cf50005, quorum=127.0.0.1:59534, baseZNode=/1-46663362 Received Disconnected from ZooKeeper, ignoring